-- Logs begin at Mon 2021-07-26 15:19:10 UTC, end at Mon 2021-07-26 16:16:47 UTC. -- Jul 26 15:51:46.537273 dv-cinder-797608-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 15:51:49.251527 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.common.config [-] Logging enabled! Jul 26 15:51:49.252186 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 26 15:51:49.252330 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 26 15:51:49.255489 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.common.config [-] Logging enabled! Jul 26 15:51:49.255744 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 26 15:51:49.256052 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 26 15:51:49.257028 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 15:51:49.257259 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 15:51:49.257617 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 15:51:49.257862 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 15:51:49.258088 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 15:51:49.258405 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.258699 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.258992 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.259222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.259517 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.259805 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.260086 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.260404 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.260705 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.260986 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.261264 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.261544 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.261771 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.262048 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.262330 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.262612 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.262831 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] debug = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.263107 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.263535 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.264513 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.264814 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.265101 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.265377 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.265646 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.265920 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.266202 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.266529 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] host = dv-cinder-797608-11-iscsi {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.266805 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.267091 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.267376 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.267661 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.267938 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.268224 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.268515 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.268786 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.269054 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] log_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.269325 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.269613 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.269899 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.270185 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.270408 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.270633 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.270917 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.271200 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.271475 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.271742 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.272013 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.272306 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.272578 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.272842 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.273126 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.273410 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.273694 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.273967 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.274237 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.274506 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.274774 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.275055 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.275323 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.275593 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.275864 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.276151 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.276443 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.276714 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.277012 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.277293 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.277573 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.277853 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.278122 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.278402 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.278672 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.278940 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.279208 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] use_json = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.279501 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.279770 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.280054 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.280344 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.280620 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.280892 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.281159 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.281441 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:49.281740 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.282038 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.282339 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.282623 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.282921 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.283202 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.283492 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.283773 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.284063 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.284384 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.284670 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.284948 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.285235 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.285512 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.285810 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.286119 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.286419 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.286711 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.286986 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.287260 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.287532 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.287811 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.288098 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.288418 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.288710 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.288983 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.289262 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.289554 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.289835 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.290117 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.290395 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.290693 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.290972 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.291248 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.291531 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.291811 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.292086 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.292388 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.292671 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.292964 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.293243 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.293516 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.293786 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.294066 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.294340 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.294623 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.294901 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.295200 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.295474 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.295754 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.296029 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.296335 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.296617 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.296891 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.297171 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.297444 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.297714 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.297985 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.298257 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.298528 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.298798 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.299069 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.299384 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.299618 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.299888 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.300167 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.300464 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.300743 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.301031 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.301332 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.301608 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.301888 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.302169 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.302447 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.302724 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.303007 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.303280 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.303556 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.303827 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.304115 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.304422 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.304707 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.304988 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.305268 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.305561 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.305835 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.306115 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.306394 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.306669 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.306959 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.307280 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.307578 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.307871 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.308163 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.308481 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.308772 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.309052 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.309362 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.309647 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:49.309868 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 15:51:49.310114 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92929) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 15:51:49.661937 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 26 15:51:49.662214 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 26 15:51:49.662502 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 26 15:51:49.662836 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 15:51:50.055925 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.056247 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.056528 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.057849 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.058125 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.058406 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.093257 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.093538 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.093810 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.110100 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.110398 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.110666 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.139694 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.139964 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.140252 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.176597 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.176886 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.177151 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.408042 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.408694 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.408694 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.408897 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.409480 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.530555 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.530876 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.531164 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.531436 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.531703 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.532015 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.532301 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.532561 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.532817 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.533099 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.533362 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.533625 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.533880 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.534131 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.534385 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.534647 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.534903 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.535169 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.535440 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.535698 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.535968 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.536238 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.536522 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.536896 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.537146 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.537393 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.537785 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:51:50.538026 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:51:50.538263 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:51:50.538500 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:51:50.538734 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:51:50.538968 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:51:50.539334 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 15:51:50.542484 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 15:51:50.546402 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 15:51:50.550144 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 26 15:51:50.551901 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 15:51:50.552378 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 15:51:50.552715 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 15:51:50.553097 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 15:51:50.555872 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 15:51:50.556122 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 15:51:50.556495 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 15:51:50.562506 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 15:51:50.585638 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 15:51:50.586103 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.586403 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92929) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 26 15:51:50.586763 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.588117 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92929) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 15:51:50.588426 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 15:51:50.588688 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 15:51:50.592227 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.592522 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:50.655239 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 15:51:50.655479 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 15:51:50.655712 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 15:51:50.656087 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 15:51:50.676815 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_db.sqlalchemy.engines [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92929) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 15:51:51.207741 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Initializing driver for type 'gre' Jul 26 15:51:51.208296 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] gre ID ranges: [(1, 1000)] Jul 26 15:51:51.264978 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Initializing driver for type 'local' Jul 26 15:51:51.265441 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Initializing driver for type 'vlan' Jul 26 15:51:51.279833 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] VlanTypeDriver initialization complete Jul 26 15:51:51.280184 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Initializing driver for type 'vxlan' Jul 26 15:51:51.280709 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] vxlan ID ranges: [(1, 1000)] Jul 26 15:51:51.331611 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Initializing extension driver 'port_security' Jul 26 15:51:51.331974 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] PortSecurityExtensionDriver initialization complete Jul 26 15:51:51.332353 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Initializing mechanism driver 'openvswitch' Jul 26 15:51:51.332687 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Initializing mechanism driver 'hyperv' Jul 26 15:51:51.339473 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:51:51.340380 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > port after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.340761 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.341117 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > port after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.341666 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 15:51:51.342594 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > subnet after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.342951 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > subnet after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.343300 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.343691 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 15:51:51.344097 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > network after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.344474 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > network after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.344822 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > network after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.345217 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 15:51:51.345620 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > security_group after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.345971 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > security_group after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.346313 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > security_group after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.346707 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 15:51:51.347113 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.347460 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.347802 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.348244 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 15:51:51.348650 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > address_group after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.348999 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > address_group after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.349339 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > address_group after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.349736 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 26 15:51:51.350121 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] ML2 OVO RPC backend initialized. {{(pid=92929) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 26 15:51:51.350837 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.351192 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.351610 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > network before_response 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.351964 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > networks before_response 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.352344 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > port before_response 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.352689 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > ports before_response 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.353032 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > subnet before_response 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.353371 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > subnets before_response 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.353714 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > network after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.354052 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > network after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.354387 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > network after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.354738 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > port after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.355054 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.355387 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > port after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.355722 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > subnet after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.356057 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > subnet after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.356411 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.357001 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.plugin [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Modular L2 Plugin initialization complete Jul 26 15:51:51.357339 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading services supported by the core plugin {{(pid=92929) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 15:51:51.358294 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.plugins.ml2.managers [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Got port-security extension from driver 'port_security' Jul 26 15:51:51.358759 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.extensions.vlantransparent [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Disabled vlantransparent extension. Jul 26 15:51:51.359261 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92929) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 15:51:51.359576 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading Plugin: router Jul 26 15:51:51.394879 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router_interface before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.395275 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router after_create 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.395645 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router before_create 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.396016 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.396414 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.396773 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router after_delete 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.397133 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > floatingip after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.397621 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router after_create 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.397971 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router after_update 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.398322 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router after_update 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.398675 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.399033 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router after_update 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.399449 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_update 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.399819 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.400160 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: port after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.400523 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: subnet after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.400862 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.401210 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > port precommit_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.401560 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_create 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.401904 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: port before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.402251 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.402608 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router after_update 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.402951 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_delete 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.403303 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_create 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.403662 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.404010 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_update 55549900 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.404992 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > agent after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.405349 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > agent after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.405698 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > network after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.406563 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Tracking information for resource: router configured {{(pid=92929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:51:51.406899 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Tracking information for resource: floatingip configured {{(pid=92929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 15:51:51.411851 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.db.l3_agentschedulers_db [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 15:51:51.412469 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.412832 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: port after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.413215 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: port after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.413570 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.414373 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router before_create 55550100 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.414741 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_delete 55550100 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.415109 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_create 55550100 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.415471 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > router precommit_update 55550100 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.419944 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.services.provider_configuration [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service providers = [] {{(pid=92929) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 15:51:51.420922 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.db.servicetype_db [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92929) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 15:51:51.423856 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.services.service_base [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 15:51:51.424218 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.services.service_base [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 15:51:51.424579 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.services.service_base [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 15:51:51.425472 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.services.service_base [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 15:51:51.425845 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.services.service_base [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 15:51:51.426232 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:51:51.426548 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 15:51:51.438792 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:51:51.439130 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading Plugin: auto_allocate Jul 26 15:51:51.444884 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: network precommit_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.445259 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: network precommit_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.445781 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:51:51.446103 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading Plugin: tag Jul 26 15:51:51.452824 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:51:51.453152 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading Plugin: timestamp Jul 26 15:51:51.456997 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:51:51.457328 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading Plugin: network_ip_availability Jul 26 15:51:51.463036 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.463360 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.463719 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.464559 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:51:51.464881 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading Plugin: flavors Jul 26 15:51:51.470337 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:51:51.470665 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading Plugin: revisions Jul 26 15:51:51.474925 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 15:51:51.475314 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_concurrency.lockutils [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=92929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 26 15:51:51.476338 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92929) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 26 15:51:51.476809 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Initializing extension manager. Jul 26 15:51:51.477525 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: __init__.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.477961 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: __pycache__ {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.478372 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.478852 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: address_group.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.480370 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.481335 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: address-group Jul 26 15:51:51.482075 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: address_scope.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.483981 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.484702 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: address-scope Jul 26 15:51:51.485230 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: admin_state_down_before_update.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.486708 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.487341 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: router-admin-state-down-before-update Jul 26 15:51:51.487922 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: agent.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.488934 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.489606 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: agent Jul 26 15:51:51.490093 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: agent_resources_synced.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.491138 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.492184 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: agent-resources-synced Jul 26 15:51:51.492625 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: allowedaddresspairs.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.494726 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.495303 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: allowed-address-pairs Jul 26 15:51:51.495787 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: auto_allocated_topology.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.497688 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.498395 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: auto-allocated-topology Jul 26 15:51:51.498728 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: availability_zone.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.499806 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.500595 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: availability_zone Jul 26 15:51:51.501027 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: availability_zone_filter.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.502319 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.502921 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: availability_zone_filter Jul 26 15:51:51.503321 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: data_plane_status.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.504433 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.505045 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 15:51:51.505428 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: default_subnetpools.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.506353 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.506861 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: default-subnetpools Jul 26 15:51:51.507184 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: dhcpagentscheduler.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.508012 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.508552 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: dhcp_agent_scheduler Jul 26 15:51:51.508875 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: dns.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.509797 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.510309 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension dns-integration not supported by any of loaded plugins Jul 26 15:51:51.510631 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: dns_domain_ports.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.511545 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.512052 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 15:51:51.512409 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.513329 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.513893 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 15:51:51.514215 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: dvr.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.514882 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.515380 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: dvr Jul 26 15:51:51.515698 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: ecmp_routes.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.516643 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.517147 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 15:51:51.517466 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: empty_string_filtering.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.518374 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.518883 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: empty-string-filtering Jul 26 15:51:51.519205 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.520109 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.520647 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 15:51:51.520972 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.521878 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.522384 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 15:51:51.522704 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: external_net.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.523605 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.524116 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: external-net Jul 26 15:51:51.524465 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: extra_dhcp_opt.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.525374 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.525889 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: extra_dhcp_opt Jul 26 15:51:51.526215 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: extraroute.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.527123 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.527636 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: extraroute Jul 26 15:51:51.527956 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: extraroute_atomic.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.529029 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.530074 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: extraroute-atomic Jul 26 15:51:51.530395 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: filter_validation.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.531260 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.531779 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: filter-validation Jul 26 15:51:51.532102 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: fip_pf_description.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.533052 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.533563 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 15:51:51.533883 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: fip_port_details.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.534800 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.535308 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: fip-port-details Jul 26 15:51:51.535631 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: flavors.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.536885 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.537402 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: flavors Jul 26 15:51:51.537727 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.539389 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.539917 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 15:51:51.540266 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: floatingip_pools.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.540966 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.541477 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: floatingip-pools Jul 26 15:51:51.541802 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: ip_allocation.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.542723 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.543226 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 15:51:51.543547 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.544489 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.545542 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: ip-substring-filtering Jul 26 15:51:51.545875 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: l2_adjacency.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.547093 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.547602 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 15:51:51.548087 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: l3.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.549230 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.549758 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: router Jul 26 15:51:51.550170 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: l3_conntrack_helper.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.552612 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.552988 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 15:51:51.553320 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.554251 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.554770 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: ext-gw-mode Jul 26 15:51:51.555093 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.556029 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.556587 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: l3-ha Jul 26 15:51:51.556911 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: l3_flavors.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.557825 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.558334 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: l3-flavors Jul 26 15:51:51.558655 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.559569 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.560078 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 15:51:51.560430 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: l3agentscheduler.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.561517 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.562030 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: l3_agent_scheduler Jul 26 15:51:51.562357 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: logging.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.563832 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.564404 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension logging not supported by any of loaded plugins Jul 26 15:51:51.564747 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: metering.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.565583 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.566176 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: metering Jul 26 15:51:51.566505 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.567729 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.568292 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: metering_source_and_destination_fields Jul 26 15:51:51.568622 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: multiprovidernet.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.569549 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.570064 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: multi-provider Jul 26 15:51:51.570392 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: netmtu.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.571317 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.571827 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: net-mtu Jul 26 15:51:51.572154 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: netmtu_writable.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.573105 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.573611 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: net-mtu-writable Jul 26 15:51:51.573937 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: network_availability_zone.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.574606 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.575110 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: network_availability_zone Jul 26 15:51:51.575436 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: network_ip_availability.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.576594 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.577101 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: network-ip-availability Jul 26 15:51:51.577426 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: network_segment_range.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.578202 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.578711 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 15:51:51.579034 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: pagination.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.580013 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.580388 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: pagination Jul 26 15:51:51.580717 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: port_device_profile.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.581624 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.582138 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: port-device-profile Jul 26 15:51:51.582460 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.583377 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.584147 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: port-mac-address-regenerate Jul 26 15:51:51.584493 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.585756 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.585927 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: port-numa-affinity-policy Jul 26 15:51:51.586248 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: port_resource_request.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.587157 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.587662 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 15:51:51.587983 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: portbindings.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.588943 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.589452 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: binding Jul 26 15:51:51.589773 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: portbindings_extended.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.591052 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.591570 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: binding-extended Jul 26 15:51:51.592446 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: portsecurity.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.593363 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.593872 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: port-security Jul 26 15:51:51.594197 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: project_id.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.595169 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.595497 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: project-id Jul 26 15:51:51.595820 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: providernet.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.596771 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.597289 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: provider Jul 26 15:51:51.597612 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.601169 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.601695 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos not supported by any of loaded plugins Jul 26 15:51:51.602027 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.603267 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.603784 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 15:51:51.604116 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.605070 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.605585 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 15:51:51.605908 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos_default.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.606813 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.607331 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos-default not supported by any of loaded plugins Jul 26 15:51:51.608301 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos_fip.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.608963 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.609468 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos-fip not supported by any of loaded plugins Jul 26 15:51:51.609789 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos_gateway_ip.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.610711 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.611225 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 15:51:51.611547 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos_port_network_policy.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.612492 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.613008 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 15:51:51.613334 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos_rule_type_details.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.614251 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.614763 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 15:51:51.615083 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: qos_rules_alias.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.616129 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.616679 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 15:51:51.617004 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: quotasv2.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.618150 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.618481 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: quotas Jul 26 15:51:51.618802 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: quotasv2_detail.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.621861 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.622201 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: quota_details Jul 26 15:51:51.622535 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: rbac.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.623641 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.624175 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: rbac-policies Jul 26 15:51:51.624529 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: rbac_address_group.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.625478 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.625996 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: rbac-address-group Jul 26 15:51:51.626322 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: rbac_address_scope.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.627239 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.627754 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: rbac-address-scope Jul 26 15:51:51.628080 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: rbac_security_groups.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.629151 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.629679 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: rbac-security-groups Jul 26 15:51:51.629985 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: rbac_subnetpool.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.630897 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.631409 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: rbac-subnetpool Jul 26 15:51:51.631735 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: revisionifmatch.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.632694 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.633211 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: revision-if-match Jul 26 15:51:51.633536 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: revisions.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.634650 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.635166 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: standard-attr-revisions Jul 26 15:51:51.635494 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: router_availability_zone.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.636170 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.636704 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: router_availability_zone Jul 26 15:51:51.637028 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: routerservicetype.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.637952 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.638459 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension router-service-type not supported by any of loaded plugins Jul 26 15:51:51.639327 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.640284 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.640795 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: security-groups-normalized-cidr Jul 26 15:51:51.641119 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: security_groups_port_filtering.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.642035 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.642546 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: port-security-groups-filtering Jul 26 15:51:51.642867 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.643791 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.644338 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: security-groups-remote-address-group Jul 26 15:51:51.644663 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: securitygroup.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.654380 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.655422 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: security-group Jul 26 15:51:51.655760 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: segment.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.656599 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.657115 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension segment not supported by any of loaded plugins Jul 26 15:51:51.657446 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.658400 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.658913 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 15:51:51.659245 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: servicetype.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.660397 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.660921 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: service-type Jul 26 15:51:51.661252 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: sorting.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.662246 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.662580 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: sorting Jul 26 15:51:51.662913 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: standard_attr_segment.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.663893 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.664451 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 15:51:51.664780 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: standardattrdescription.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.665431 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.665944 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: standard-attr-description Jul 26 15:51:51.666390 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: stateful_security_group.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.667323 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.667840 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: stateful-security-group Jul 26 15:51:51.668166 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: stdattrs_common.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.668878 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 15:51:51.669258 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.670226 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.670748 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 15:51:51.671073 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: subnet_onboard.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.672153 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.672703 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: subnet_onboard Jul 26 15:51:51.673028 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.673952 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.674466 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 15:51:51.674789 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: subnet_service_types.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.675709 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.676258 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: subnet-service-types Jul 26 15:51:51.676582 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: subnetallocation.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.677663 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.678181 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: subnet_allocation Jul 26 15:51:51.678509 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.679178 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.679685 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: subnetpool-prefix-ops Jul 26 15:51:51.680006 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.680961 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.681472 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 15:51:51.681792 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: tagging.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.682889 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.683408 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: standard-attr-tag Jul 26 15:51:51.683735 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: timestamp.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.684972 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.685489 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loaded extension: standard-attr-timestamp Jul 26 15:51:51.685845 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: trunk.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.686874 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.687387 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension trunk not supported by any of loaded plugins Jul 26 15:51:51.687713 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: trunk_details.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.688672 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.689187 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension trunk-details not supported by any of loaded plugins Jul 26 15:51:51.689510 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: uplink_status_propagation.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.690425 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.690935 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 15:51:51.691258 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Loading extension file: vlantransparent.py {{(pid=92929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 26 15:51:51.691931 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 26 15:51:51.692474 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 15:51:51.694955 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:network Jul 26 15:51:51.695490 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:subnet Jul 26 15:51:51.695899 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:51:51.696334 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:port Jul 26 15:51:51.697608 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.698053 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service FLAVORS assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.698660 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.699098 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.699430 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:router Jul 26 15:51:51.699858 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:floatingip Jul 26 15:51:51.700383 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service METERING assigned prefix: /metering {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.702408 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.702798 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.703154 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 15:51:51.704164 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 15:51:51.704649 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:security_group Jul 26 15:51:51.705095 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 15:51:51.705702 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service CORE assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.706034 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:51:51.706384 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] subnetpool is already registered Jul 26 15:51:51.706823 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service CORE assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.707150 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:51:51.707481 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] subnetpool is already registered Jul 26 15:51:51.710224 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.710779 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service FLAVORS assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.711406 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.711846 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.712183 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:router Jul 26 15:51:51.712560 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] router is already registered Jul 26 15:51:51.712982 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:floatingip Jul 26 15:51:51.713368 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] floatingip is already registered Jul 26 15:51:51.713790 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service METERING assigned prefix: /metering {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.714491 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 15:51:51.714818 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] rbac_policy is already registered Jul 26 15:51:51.715253 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:security_group Jul 26 15:51:51.715606 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] security_group is already registered Jul 26 15:51:51.715999 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 15:51:51.716360 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] security_group_rule is already registered Jul 26 15:51:51.716905 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service CORE assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.717721 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:51:51.718056 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] subnetpool is already registered Jul 26 15:51:51.718488 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.v2.resource_helper [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Service CORE assigned prefix: {{(pid=92929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 15:51:51.718811 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 15:51:51.719153 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING neutron.quota.resource_registry [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] subnetpool is already registered Jul 26 15:51:51.720956 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: extensions {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.722450 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: address-groups {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.723929 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: address-scopes {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.725193 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: agents {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.726443 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: auto-allocated-topology {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.727673 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: availability_zones {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.728909 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: dhcp-networks {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.730349 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: dhcp-agents {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.731962 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: routers {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.733734 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: flavors {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.734886 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: service_profiles {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.736226 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: next_providers {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.737660 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: service_profiles {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.739081 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: floatingip-pools {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.740432 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: routers {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.742116 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: floatingips {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.743305 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: l3-routers {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.744812 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: l3-agents {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.746207 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: metering-labels {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.747456 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: metering-label-rules {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.748779 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: network-ip-availabilities {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.750125 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: bindings {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.751692 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: quotas {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.753139 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: quotas {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.754646 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: rbac-policies {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.755823 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: security-groups {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.757060 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: security-group-rules {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.758398 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: service-providers {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.759595 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: subnetpools {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.760956 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: subnetpools {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.762489 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.764746 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.766432 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.768431 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.770117 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.771975 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.773784 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.775569 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.778406 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.780758 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron.api.extensions [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Extended resource: tags {{(pid=92929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 15:51:51.786749 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING keystonemiddleware.auth_token [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 15:51:51.791221 dv-cinder-797608-11-iscsi neutron-server[92929]: WARNING keystonemiddleware.auth_token [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 15:51:51.799725 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_concurrency.lockutils [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Acquired lock "singleton_lock" {{(pid=92929) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 26 15:51:51.800219 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_concurrency.lockutils [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Releasing lock "singleton_lock" {{(pid=92929) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 26 15:51:51.800860 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO oslo_service.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Starting 2 workers Jul 26 15:51:51.805698 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Started child 93038 {{(pid=92929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 15:51:51.810334 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Started child 93039 {{(pid=92929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 15:51:51.811214 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:51.811933 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO neutron.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 15:51:51.812622 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Notify callbacks [] for process, before_spawn {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:51.812737 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [-] (93038) wsgi starting up on http://0.0.0.0:9696 Jul 26 15:51:51.814960 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:51.815424 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO oslo_service.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Starting 1 workers Jul 26 15:51:51.816354 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [-] (93039) wsgi starting up on http://0.0.0.0:9696 Jul 26 15:51:51.820292 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Started child 93040 {{(pid=92929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 15:51:51.820819 dv-cinder-797608-11-iscsi neutron-server[92929]: INFO oslo_service.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Starting 1 workers Jul 26 15:51:51.824163 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] calling RpcWorker wait() {{(pid=93040) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 15:51:51.824768 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] returning from RpcWorker wait() {{(pid=93040) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 15:51:51.825381 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Started child 93041 {{(pid=92929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 15:51:51.826058 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:51.826748 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc0bf46c-d3ee-42d9-82a8-fc23640a902f None None] Notify callbacks [] for process, after_spawn {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:51.827143 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:51:51.828685 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92929) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 15:51:51.828899 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 15:51:51.829085 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 15:51:51.829300 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 15:51:51.829648 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 15:51:51.829811 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 15:51:51.830331 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.830596 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.830747 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:51:51.831237 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.831237 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.831377 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.831859 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:51:51.831967 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.832241 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.832501 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.832787 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.833039 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.833212 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.833378 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.833887 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.834136 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.834447 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.834737 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.834985 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.835269 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.835440 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.835691 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.835955 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.836236 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.836517 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] debug = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.836781 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.837275 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.837516 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.837772 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.838004 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.838277 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.838528 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.838783 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.839015 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.839229 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.839482 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.839728 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.839974 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.840229 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.840470 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.840716 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.840934 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.841401 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] host = dv-cinder-797608-11-iscsi {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.841646 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.842534 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.842674 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.842929 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.843189 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.843408 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.843656 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.843911 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.844166 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.844433 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.844641 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.844882 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.845099 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.845333 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.845496 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_options = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.845741 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.846011 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.846292 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.846480 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.846647 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.846822 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.847082 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.847244 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.847502 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.847734 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.847953 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.848180 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.848430 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.848657 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.848899 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.849127 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.849373 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.849598 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.849841 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.850068 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.850291 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.850522 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.850737 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.850973 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.851185 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.851429 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.851614 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.851845 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.852057 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.852352 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.852661 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.852835 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.853082 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.853351 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.853608 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.853837 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.854024 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.854292 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.854520 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.854779 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.855039 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.855247 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.855487 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.855721 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.855950 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.856183 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_json = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.856414 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.856643 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.856898 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.857112 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.857325 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.857571 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.857783 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.858025 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.858462 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.858735 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.859072 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.859313 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.859546 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.859796 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.860105 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.860283 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.860506 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.860751 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.861952 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.862101 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.862302 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.862550 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.862831 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.863180 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.863424 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.863692 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.864020 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.864279 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.866117 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.866653 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.866815 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.867204 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.868060 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.868454 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.868754 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.869224 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.870842 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.871092 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.871371 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.871604 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.871895 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.872140 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.872370 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.872605 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.872904 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.873378 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.873679 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.873926 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.874463 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.874746 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.875140 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.875355 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.875593 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.875813 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.876248 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.876558 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.876834 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.877119 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.877375 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.877600 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.877841 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.878081 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.878309 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.879229 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.880019 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.880497 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.882739 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.883406 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.883406 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.883617 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.883717 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.883978 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.884258 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.884500 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.884761 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.885026 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.885258 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.885480 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.885756 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.885977 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.886217 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.886456 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.886681 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.886899 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.887114 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.887328 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.887546 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.887761 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.887981 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.888216 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896222 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896895 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896895 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896895 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896895 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896895 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.896895 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.897419 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.897829 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.898199 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.898596 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.899005 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.899386 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.899790 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.900154 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.900556 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.900923 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.901381 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.901797 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.902243 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.902740 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.903159 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.903575 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.903976 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.905127 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.905541 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.905995 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.906442 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.906876 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.907307 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.907566 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.907819 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.908091 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.908363 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.908640 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.908896 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.909151 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.909395 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.909673 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.909917 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.910152 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.910382 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.910622 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.910942 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.911191 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.911444 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.911663 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.911942 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.912228 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.912480 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.912858 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.913122 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.913372 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.913620 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.913867 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.914082 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.914312 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.914567 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.914782 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.915037 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.915249 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.915600 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.915912 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.916129 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.916392 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.916600 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.916819 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.917054 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.917492 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.917714 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.917961 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.918183 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.918419 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.918632 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.918883 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.919115 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.919330 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.919560 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.919806 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.920052 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.920351 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.920599 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.920811 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.921035 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.921255 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.921510 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.921720 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.921958 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.922194 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.922427 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.922638 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.922876 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.923108 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.923318 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.923542 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.923768 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.924004 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.924269 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.924606 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.924858 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.925086 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.925340 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.925554 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.925805 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.926064 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.926270 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.926484 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.926699 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.926912 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.927165 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.927387 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.927622 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.927849 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.928074 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.928327 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.928544 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.928751 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.929036 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.929340 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.929507 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.929757 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.930000 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.930225 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.930469 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.930675 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.930880 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.931097 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.931306 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.931510 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.931728 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.931932 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.932159 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.932378 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.932588 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.932797 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.933014 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.933238 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.933443 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.933658 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.933872 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.934074 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.934309 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.934567 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.934772 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.934993 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.935209 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.935413 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.935655 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.935858 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.936063 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.936296 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.936507 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.936710 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.937001 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.937255 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.937486 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.937742 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.937965 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.938218 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.938481 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.938787 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.938998 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.939239 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.939471 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.939711 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.939925 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.940173 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.940517 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.940804 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.941044 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.941317 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.941581 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.941916 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.942174 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.942384 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.942680 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.943002 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.943262 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.943525 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.943749 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.943998 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.944252 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.944465 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.944678 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.944888 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.945118 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.945368 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.945610 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.946891 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.946891 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.946891 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.947272 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.947272 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.947432 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.947612 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.947828 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.947980 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 15:51:51.948522 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92929) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 15:51:51.948683 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 15:51:51.948840 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 15:51:51.949028 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 15:51:51.949194 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 15:51:51.949348 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 15:51:51.949552 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.949711 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.949873 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.950022 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.950306 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.950402 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.950556 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.950714 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.950859 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.951006 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.951684 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.951851 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.952006 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.952160 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.952350 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.952496 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.952658 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.952802 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.952946 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.953101 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.953247 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.953405 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.953651 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] debug = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.953821 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.954022 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.954186 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.954343 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.954501 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.954654 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.954801 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.954949 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.955111 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.955266 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.955420 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.955572 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.955727 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.955881 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.956036 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.956244 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.956406 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.956562 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] host = dv-cinder-797608-11-iscsi {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.956709 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.956867 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.957030 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.957186 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.957355 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.957552 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.957711 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.957865 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.958023 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.958177 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.958333 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.958744 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.958905 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.959045 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.959201 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_options = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.959345 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.959499 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.959637 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.959816 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.959977 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.960124 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.960405 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.960553 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.960704 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.960842 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.960980 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.961139 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.961296 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.961448 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.961599 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.961738 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.961873 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.962023 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.962177 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.962332 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.962486 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.962641 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.962795 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.962951 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.963107 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.963254 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.963444 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.963603 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.963738 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.963884 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.964019 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.964154 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.964346 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.964489 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.964626 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.964763 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.964901 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.965038 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.965177 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.965314 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.965463 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.965611 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:51:51.965777 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.965777 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.966046 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.966046 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.966316 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_json = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.966316 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.966577 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.966577 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.966901 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.967538 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.967676 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.967825 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.967963 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 15:51:51.968111 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.968273 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.968418 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.968569 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.968710 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.968847 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.968985 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.969121 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.969259 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.969396 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.969559 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.969716 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.969865 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.970013 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.970153 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.970311 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.970456 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.970616 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.970762 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.970920 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.971065 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.971212 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.971384 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.971529 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.971677 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.971836 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.971992 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.972132 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.972315 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.972456 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.972605 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.972744 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.972882 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.973040 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.973185 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.973344 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.973489 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.973647 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.973804 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.973952 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.974091 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.974228 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.974392 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.974538 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.974696 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.974840 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.975000 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.975145 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.975292 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.975451 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.975619 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.975783 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.975933 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.976073 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.976234 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.976379 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.976516 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.976671 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.976811 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.977478 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.977854 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.978108 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.978323 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.978500 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.978696 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.978851 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.979000 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.979141 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.979278 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.979415 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.979552 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.979690 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.979827 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.979965 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.980104 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.980278 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.980424 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.980562 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.980711 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.980849 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.980997 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.981136 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.981297 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.981455 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.981595 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.981772 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.981918 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.982079 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.982236 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.982394 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.982607 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.982766 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.982933 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.983073 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.983212 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.983350 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.983507 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.983654 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.983815 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.983960 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.984119 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.984311 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.984448 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.984589 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.984727 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.984875 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.985030 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.985187 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.985344 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.985491 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.985638 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.985801 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.986038 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.986205 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.986362 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.986530 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.986698 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.986856 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.987002 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.987212 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.987356 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.987495 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.987632 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.987765 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.987905 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.988042 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.988178 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.988357 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.988526 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.988684 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.988843 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.989000 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.989181 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.989339 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.989496 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.989655 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.989813 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.989973 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.990131 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.990822 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.991193 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.991362 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.991523 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.991683 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.991842 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.991995 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.992139 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.992299 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.992463 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.992622 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.992771 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.992926 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.993084 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.993242 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.993399 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.993543 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.993706 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.993862 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.994020 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.994178 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.994339 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.994497 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.994655 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.994813 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.994970 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.995127 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.995283 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.995439 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.995596 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.995757 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.995915 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.996073 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.996304 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.996416 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.996554 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.996711 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.996870 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.997029 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.997187 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.997344 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.997501 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.997659 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.997818 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.997975 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.998728 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.998997 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.999251 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.999522 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:51.999761 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.000001 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.000169 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.000354 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.000515 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.000674 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.000848 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.000979 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.001137 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.001294 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.001454 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.001614 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.001845 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.001977 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.002138 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.002300 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.002457 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.002615 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.002788 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.002946 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.003104 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.003262 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.003467 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.003750 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.004003 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.004164 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.004346 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.004667 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.004667 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.004852 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.004984 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.005354 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.005528 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.005671 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.005809 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.005946 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.006156 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.006343 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.006487 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.006633 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.006767 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.006898 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.007013 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.007145 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.007304 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.007462 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.007618 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.007775 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.007944 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.008101 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.008309 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.008447 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.008606 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.008764 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.008931 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.009090 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.009248 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.009415 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.009571 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.009730 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.009892 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.010073 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.010225 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.010385 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.010542 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.010700 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.010858 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.011019 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.011180 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.011347 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.011513 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.011672 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.011838 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.012004 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.012172 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.012415 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.012580 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.012752 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.012911 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.013070 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.013228 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.013387 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.013544 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.014296 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.014420 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.014610 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.014778 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.014930 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.015062 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.015197 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.015346 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.015480 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.015622 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.015758 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.015890 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.016046 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.016221 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 15:51:52.016377 dv-cinder-797608-11-iscsi neutron-server[92929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 15:51:52.214349 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 35962) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:51:52.222757 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062635 Jul 26 15:52:03.744244 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c6f5c-f310-43a0-bbfd-7644b9547f7a None None] get_active_networks_info from dv-cinder-797608-11-iscsi {{(pid=93040) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 26 15:52:03.862097 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c6f5c-f310-43a0-bbfd-7644b9547f7a None None] No non-hosted networks {{(pid=93040) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 15:52:03.887833 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.agentschedulers_db [None req-1e4c6f5c-f310-43a0-bbfd-7644b9547f7a None None] DHCP Agent not found on host dv-cinder-797608-11-iscsi {{(pid=93040) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 26 15:52:04.059553 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d88746f-a445-416b-a033-1ce321bfcbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947741'] for agent, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:06.159013 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc163eec-7cde-4e93-988c-272e7b056e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947741'] for agent, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:06.232778 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-83270688-9bef-4349-bea9-58af358218f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:06.436360 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947741'] for agent, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:06.438257 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.439458 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.440607 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.442740 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.443339 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.443887 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.444748 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.445431 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.446908 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.447590 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.448976 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.449578 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:06.451173 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:06.462794 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:07.211064 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947741'] for agent, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:08.868861 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947741'] for agent, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:10.121185 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36054) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:10.598363 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.db.l3_hamode_db [None req-b0831bc1-1af3-4c76-8d97-1a4f67145249 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 15:52:10.649443 dv-cinder-797608-11-iscsi neutron-server[93038]: WARNING oslo_policy.policy [None req-343c8934-5c23-4051-85d5-ee60811f75d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:52:10.650030 dv-cinder-797608-11-iscsi neutron-server[93038]: WARNING oslo_policy.policy [None req-343c8934-5c23-4051-85d5-ee60811f75d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:52:10.676292 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0831bc1-1af3-4c76-8d97-1a4f67145249 None None] Routers set() bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:10.676676 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0831bc1-1af3-4c76-8d97-1a4f67145249 None None] Router IDs set() for agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 26 15:52:10.868495 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [None req-343c8934-5c23-4051-85d5-ee60811f75d5 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:52:10.869510 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-343c8934-5c23-4051-85d5-ee60811f75d5 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7475085 Jul 26 15:52:13.283599 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36068) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:13.612637 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-0161bc48-89b6-463d-9b9d-a115dfe168ea admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:13.713507 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.policy [None req-0161bc48-89b6-463d-9b9d-a115dfe168ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93038) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 15:52:13.758962 dv-cinder-797608-11-iscsi neutron-server[93038]: WARNING oslo_policy.policy [None req-0161bc48-89b6-463d-9b9d-a115dfe168ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:52:13.759355 dv-cinder-797608-11-iscsi neutron-server[93038]: WARNING oslo_policy.policy [None req-0161bc48-89b6-463d-9b9d-a115dfe168ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:52:13.767880 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.quota [None req-0161bc48-89b6-463d-9b9d-a115dfe168ea admin admin] Loaded quota_driver: . Jul 26 15:52:13.859611 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0161bc48-89b6-463d-9b9d-a115dfe168ea admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791177343097', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791177346964', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791177356268', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791177357754', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791177722100', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791177378327', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1776237', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1827846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743900', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636799'] for rbac-policy, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:13.923916 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0161bc48-89b6-463d-9b9d-a115dfe168ea admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:13.925103 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0161bc48-89b6-463d-9b9d-a115dfe168ea admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6405165 Jul 26 15:52:16.630325 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36080) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:16.960760 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Request body: {'network': {'tenant_id': '178b5096aee646048b7b90d88e34d069', 'admin_state_up': True, 'project_id': '178b5096aee646048b7b90d88e34d069', 'name': 'private'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:16.990510 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Made reservation on behalf of 178b5096aee646048b7b90d88e34d069 for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:16.993330 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.010803 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.141178 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.145085 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.165029 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:52:17.191731 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791180246038', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.192343 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Unsubscribe: segment precommit_create {{(pid=93038) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 15:52:17.192841 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Added segment 39657f9a-8a6a-4a87-94f5-bfa07c26f1e9 of type vlan for network f19d69ad-9023-43ec-9df5-de7c93346228 Jul 26 15:52:17.214391 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e198bc1-790e-49ec-bd97-f57b92ca03f2,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:17.265992 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.266234 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.266570 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.266893 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.267211 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.267541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.267911 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.268316 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.268774 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.269024 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.269308 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.269615 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Tracked resource versions report: Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: pushed versions: Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: { 'AddressGroup': {'1.2'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'ConntrackHelper': {'1.0'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Log': {'1.0'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Network': {'1.1'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Port': {'1.7'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'PortForwarding': {'1.2'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'QosPolicy': {'1.8'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SecurityGroup': {'1.4'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SubPort': {'1.0'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Subnet': {'1.1'}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Trunk': {'1.1'}} Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: consumer versions: Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: { DHCP agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: L3 agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: Metadata agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: Metering agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: Open vSwitch agent@dv-cinder-797608-11-iscsi: { 'AddressGroup': '1.2', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'ConntrackHelper': '1.0', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Log': '1.0', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Network': '1.1', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Port': '1.7', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'PortForwarding': '1.2', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'QosPolicy': '1.8', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SecurityGroup': '1.4', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SecurityGroupRule': '1.2', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SubPort': '1.0', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Subnet': '1.1', Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Trunk': '1.1'}} Jul 26 15:52:17.270930 dv-cinder-797608-11-iscsi neutron-server[93038]: {{(pid=93038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:52:17.311577 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.368751 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.369899 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:17.370578 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:17.455875 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8244634 Jul 26 15:52:17.470997 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3df50-f9b8-4d26-8fe5-4afe3d6c3991 admin admin] Pushing event updated for resources: {'Network': ['ID=f19d69ad-9023-43ec-9df5-de7c93346228,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:17.483528 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network f19d69ad-9023-43ec-9df5-de7c93346228 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:52:20.099994 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36094) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:20.499030 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ed0255-31ad-4685-bfa8-52477dc18207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:20.500465 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-02ed0255-31ad-4685-bfa8-52477dc18207 admin admin] 10.222.0.50 "GET /v2.0/networks/f19d69ad-9023-43ec-9df5-de7c93346228 HTTP/1.1" status: 200 len: 825 time: 0.3994493 Jul 26 15:52:20.525677 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0770de81-1fa3-4fd0-8b0e-112e3a9d99a7 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/a419c9cc-fe8a-4eb5-bb7b-7e7cfc3040bf HTTP/1.1" status: 200 len: 734 time: 0.0193605 Jul 26 15:52:20.536876 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Request body: {'subnet': {'subnetpool_id': 'a419c9cc-fe8a-4eb5-bb7b-7e7cfc3040bf', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:20.559054 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Made reservation on behalf of 178b5096aee646048b7b90d88e34d069 for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:20.562011 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.869532 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.941863 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Checking segment: {'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:20.942227 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Network hostable DHCP agents. Network: f19d69ad-9023-43ec-9df5-de7c93346228, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:52:20.946771 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1866b3-f302-4523-a4c7-511f18218dfe,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:20.967715 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Network f19d69ad-9023-43ec-9df5-de7c93346228 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:52:20.981152 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, f19d69ad-9023-43ec-9df5-de7c93346228) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:20.986795 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:20.987392 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:20.992969 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7490182-0015-42f6-aee1-d22d3455c6f5 None None] Network f19d69ad-9023-43ec-9df5-de7c93346228 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:21.002550 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-dfb04f6f-2e4d-4e96-949a-3755f5763852 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4710457 Jul 26 15:52:21.352925 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-f19d69ad-9023-43ec-9df5-de7c93346228', 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'fixed_ips': [{'subnet_id': 'ce1866b3-f302-4523-a4c7-511f18218dfe'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:52:21.354185 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.638689 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Allocated IP 172.20.0.2 (f19d69ad-9023-43ec-9df5-de7c93346228/ce1866b3-f302-4523-a4c7-511f18218dfe/a1b5d3a2-9171-44b5-90f9-3b5a7a284c31) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:21.860155 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:21.906397 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Transition to ACTIVE for port object a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:21.932436 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Transition to ACTIVE for port object a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:21.941018 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.011956 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Network f19d69ad-9023-43ec-9df5-de7c93346228 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:22.019360 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:22.030929 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:22.033296 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Pushing event updated for resources: {'Port': ['ID=a1b5d3a2-9171-44b5-90f9-3b5a7a284c31,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:22.043121 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.043482 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.043832 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.044212 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.044546 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.044878 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.045201 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.045525 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.045863 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.046186 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.046505 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.046822 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Tracked resource versions report: Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: pushed versions: Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: { 'AddressGroup': {'1.2'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'ConntrackHelper': {'1.0'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Log': {'1.0'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Network': {'1.1'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Port': {'1.7'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'PortForwarding': {'1.2'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'QosPolicy': {'1.8'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SecurityGroup': {'1.4'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SubPort': {'1.0'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Subnet': {'1.1'}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Trunk': {'1.1'}} Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: consumer versions: Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: { DHCP agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: L3 agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: Metadata agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: Metering agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: Open vSwitch agent@dv-cinder-797608-11-iscsi: { 'AddressGroup': '1.2', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'ConntrackHelper': '1.0', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Log': '1.0', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Network': '1.1', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Port': '1.7', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'PortForwarding': '1.2', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'QosPolicy': '1.8', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SecurityGroup': '1.4', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SecurityGroupRule': '1.2', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SubPort': '1.0', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Subnet': '1.1', Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Trunk': '1.1'}} Jul 26 15:52:22.048181 dv-cinder-797608-11-iscsi neutron-server[93040]: {{(pid=93040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:52:22.127890 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Attempting to bind port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:22.128248 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Attempting to bind port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:22.128671 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Attempting to bind port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 on network f19d69ad-9023-43ec-9df5-de7c93346228 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:22.134130 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:22.134547 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Checking segment: {'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:22.135004 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.135400 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Bound using segment: {'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:22.135865 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Bound port: a1b5d3a2-9171-44b5-90f9-3b5a7a284c31, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:22.136310 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.204278 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] For port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:22.209065 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] For port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=a1b5d3a2-9171-44b5-90f9-3b5a7a284c31,segment=NetworkSegment(39657f9a-8a6a-4a87-94f5-bfa07c26f1e9),segment_id=39657f9a-8a6a-4a87-94f5-bfa07c26f1e9)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:22.214573 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:22.288352 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16198f-5022-42b4-a8d7-2981805683ab None None] Pushing event updated for resources: {'Port': ['ID=a1b5d3a2-9171-44b5-90f9-3b5a7a284c31,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:23.457692 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36102) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:23.990379 dv-cinder-797608-11-iscsi neutron-server[93039]: WARNING oslo_policy.policy [None req-3e0a7707-c79d-4c70-9778-343a77484803 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:52:23.990964 dv-cinder-797608-11-iscsi neutron-server[93039]: WARNING oslo_policy.policy [None req-3e0a7707-c79d-4c70-9778-343a77484803 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:52:24.207902 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [None req-3e0a7707-c79d-4c70-9778-343a77484803 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:52:24.209469 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3e0a7707-c79d-4c70-9778-343a77484803 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7494648 Jul 26 15:52:26.633183 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36116) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:26.951290 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [None req-aa2f254d-df23-4ecc-8277-070cab8051bd admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:52:26.952280 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-aa2f254d-df23-4ecc-8277-070cab8051bd admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3180780 Jul 26 15:52:29.641120 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36130) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:29.900687 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:52:29.954382 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'admin_state_up': True}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:30.022008 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.policy [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93039) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 15:52:30.067219 dv-cinder-797608-11-iscsi neutron-server[93039]: WARNING oslo_policy.policy [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:52:30.067602 dv-cinder-797608-11-iscsi neutron-server[93039]: WARNING oslo_policy.policy [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 15:52:30.077271 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.quota [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] Loaded quota_driver: . Jul 26 15:52:30.135101 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.136855 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.310005 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.314955 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.339819 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:30.356880 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e7811e9a-2912-426b-9205-25ba74201ecb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7145782 Jul 26 15:52:30.420755 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:30.513102 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:30.781249 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d08083f-b778-4948-a365-fff01a576f17 None None] Network f19d69ad-9023-43ec-9df5-de7c93346228 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:30.865993 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-00a62677-f54f-417a-9cde-e02ebcc0ffee None None] Provisioning for port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:30.870552 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-00a62677-f54f-417a-9cde-e02ebcc0ffee None None] Provisioning complete for port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:30.870953 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00a62677-f54f-417a-9cde-e02ebcc0ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.041359 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00a62677-f54f-417a-9cde-e02ebcc0ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.098922 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-00a62677-f54f-417a-9cde-e02ebcc0ffee None None] For port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=a1b5d3a2-9171-44b5-90f9-3b5a7a284c31,segment=NetworkSegment(39657f9a-8a6a-4a87-94f5-bfa07c26f1e9),segment_id=39657f9a-8a6a-4a87-94f5-bfa07c26f1e9)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:31.106073 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-00a62677-f54f-417a-9cde-e02ebcc0ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:31.164914 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a62677-f54f-417a-9cde-e02ebcc0ffee None None] Pushing event updated for resources: {'Port': ['ID=a1b5d3a2-9171-44b5-90f9-3b5a7a284c31,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:31.325915 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-f1639045-dcde-45d9-9baf-7eeef8c54667 None None] Provisioning complete for port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:31.326209 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1639045-dcde-45d9-9baf-7eeef8c54667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:32.373417 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:32.418121 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:32.418486 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:32.760446 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36140) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:33.070668 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [None req-a0cf987c-4115-41de-8ba6-8e343454680e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:52:33.071661 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a0cf987c-4115-41de-8ba6-8e343454680e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102894 Jul 26 15:52:33.666008 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-904c5257-2a67-478f-aef0-f59ee24ffcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:35.446208 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36148) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:35.756884 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:35.779468 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Made reservation on behalf of 2e062728de0e4f4396b5854184cedbd1 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:35.782369 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:35.798688 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:35.918064 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:35.921836 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:35.932541 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Reserving flat network on physical network physnet1 {{(pid=93039) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 15:52:35.966402 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791180246038', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:35.967006 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Unsubscribe: segment precommit_create {{(pid=93039) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 15:52:35.967505 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Added segment 7bca7fd4-2a49-4c34-9923-618c77388e08 of type flat for network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf Jul 26 15:52:35.984435 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f4130c-74f2-407d-8413-d8f2a22a15df,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:36.008948 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.009284 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.009616 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.009946 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.010306 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.010641 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.010965 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.011293 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.011625 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.011940 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.012768 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.013079 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Tracked resource versions report: Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: pushed versions: Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: { 'AddressGroup': {'1.2'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'ConntrackHelper': {'1.0'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Log': {'1.0'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Network': {'1.1'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Port': {'1.7'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'PortForwarding': {'1.2'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'QosPolicy': {'1.8'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SecurityGroup': {'1.4'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SubPort': {'1.0'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Subnet': {'1.1'}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Trunk': {'1.1'}} Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: consumer versions: Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: { DHCP agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: L3 agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: Metadata agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: Metering agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: Open vSwitch agent@dv-cinder-797608-11-iscsi: { 'AddressGroup': '1.2', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'ConntrackHelper': '1.0', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Log': '1.0', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Network': '1.1', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Port': '1.7', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'PortForwarding': '1.2', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'QosPolicy': '1.8', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SecurityGroup': '1.4', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SecurityGroupRule': '1.2', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SubPort': '1.0', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Subnet': '1.1', Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Trunk': '1.1'}} Jul 26 15:52:36.014414 dv-cinder-797608-11-iscsi neutron-server[93039]: {{(pid=93039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:52:36.093112 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:36.144769 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:36.145964 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:36.146620 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:36.163860 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-30b6e04a-7377-4d20-9e62-f3f83eee9582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:36.232771 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7854841 Jul 26 15:52:36.246556 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a571097-1103-4148-bf4b-a9df6a6f02ef admin admin] Pushing event updated for resources: {'Network': ['ID=fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:36.258285 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:52:36.436875 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:37.152385 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:38.591152 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36170) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:38.805174 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:38.810384 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b809d25e-3d86-4700-be53-6b2fc94d0d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:38.811911 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b809d25e-3d86-4700-be53-6b2fc94d0d7c admin admin] 10.222.0.50 "GET /v2.0/subnets/ce1866b3-f302-4523-a4c7-511f18218dfe HTTP/1.1" status: 200 len: 849 time: 0.2196720 Jul 26 15:52:38.952088 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-cfac4f57-7b4b-4a07-9ab4-e6e0acaed119 admin admin] 10.222.0.50 "GET /v2.0/routers/19fa524d-1dc8-472a-ab56-479b1be9f9a7 HTTP/1.1" status: 200 len: 704 time: 0.1341724 Jul 26 15:52:39.223433 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:39.520416 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Allocated IP 172.20.0.1 (f19d69ad-9023-43ec-9df5-de7c93346228/ce1866b3-f302-4523-a4c7-511f18218dfe/10142974-2074-4038-bc82-da97035f10b4) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:39.706103 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:39.729802 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Transition to ACTIVE for port object 10142974-2074-4038-bc82-da97035f10b4 will not be triggered until provisioned by entity DHCP. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:39.809971 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:39.876647 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Network f19d69ad-9023-43ec-9df5-de7c93346228 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:39.882549 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:39.895962 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:39.895962 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:39.952390 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Pushing event updated for resources: {'Port': ['ID=10142974-2074-4038-bc82-da97035f10b4,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:40.072782 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-475b1097-ef9e-4687-9eee-74b16982de89 None None] Provisioning for port 10142974-2074-4038-bc82-da97035f10b4 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:40.077613 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-475b1097-ef9e-4687-9eee-74b16982de89 None None] Provisioning complete for port 10142974-2074-4038-bc82-da97035f10b4 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:40.077981 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-475b1097-ef9e-4687-9eee-74b16982de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.114741 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-475b1097-ef9e-4687-9eee-74b16982de89 None None] Port 10142974-2074-4038-bc82-da97035f10b4 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:52:40.171185 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.345200 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.349552 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.350291 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.427723 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Pushing event updated for resources: {'Port': ['ID=10142974-2074-4038-bc82-da97035f10b4,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:40.473510 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Network f19d69ad-9023-43ec-9df5-de7c93346228 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:40.474869 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:40.634093 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-346f8c54-cd60-4b08-b5c3-bf1379a76f36 None None] Provisioning complete for port 10142974-2074-4038-bc82-da97035f10b4 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:40.634453 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-346f8c54-cd60-4b08-b5c3-bf1379a76f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:40.641914 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Router 19fa524d-1dc8-472a-ab56-479b1be9f9a7 is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 15:52:40.666546 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-346f8c54-cd60-4b08-b5c3-bf1379a76f36 None None] Port 10142974-2074-4038-bc82-da97035f10b4 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 15:52:40.732578 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:40.737838 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8bd13283-8a80-467a-9ece-d7a9493f3e78 admin admin] 10.222.0.50 "PUT /v2.0/routers/19fa524d-1dc8-472a-ab56-479b1be9f9a7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7800627 Jul 26 15:52:40.742534 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Sync routers for ids ['19fa524d-1dc8-472a-ab56-479b1be9f9a7'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:40.754507 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Routers {'19fa524d-1dc8-472a-ab56-479b1be9f9a7'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:40.755349 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T15:52:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['19fa524d-1dc8-472a-ab56-479b1be9f9a7'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:40.943314 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Set router 19fa524d-1dc8-472a-ab56-479b1be9f9a7 gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:41.375644 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'name': 'router1', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:30Z', 'updated_at': '2021-07-26T15:52:40Z', 'revision_number': 2, 'project_id': '178b5096aee646048b7b90d88e34d069', 'gw_port_host': None, '_interfaces': [{'id': '10142974-2074-4038-bc82-da97035f10b4', 'name': '', 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'mac_address': 'fa:16:3e:fb:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:40Z', 'revision_number': 2, 'project_id': '178b5096aee646048b7b90d88e34d069', 'subnets': [{'id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a419c9cc-fe8a-4eb5-bb7b-7e7cfc3040bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:41.426308 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Checking router: 19fa524d-1dc8-472a-ab56-479b1be9f9a7 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:41.426671 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Updating router 19fa524d-1dc8-472a-ab56-479b1be9f9a7 port 10142974-2074-4038-bc82-da97035f10b4 binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:52:41.494651 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:41.990580 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:42.008488 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Transition to ACTIVE for port object 10142974-2074-4038-bc82-da97035f10b4 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:42.015967 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:42.181640 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Pushing event updated for resources: {'Port': ['ID=10142974-2074-4038-bc82-da97035f10b4,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:42.186409 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Attempting to bind port 10142974-2074-4038-bc82-da97035f10b4 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:42.186830 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Attempting to bind port 10142974-2074-4038-bc82-da97035f10b4 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:42.187263 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Attempting to bind port 10142974-2074-4038-bc82-da97035f10b4 on network f19d69ad-9023-43ec-9df5-de7c93346228 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:42.195521 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.195867 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.196231 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.196561 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.196888 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.197215 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.197540 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.197862 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.198198 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.198524 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.198845 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.199167 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Tracked resource versions report: Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: pushed versions: Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: { 'AddressGroup': {'1.2'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'ConntrackHelper': {'1.0'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Log': {'1.0'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Network': {'1.1'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Port': {'1.7'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'PortForwarding': {'1.2'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'QosPolicy': {'1.8'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SecurityGroup': {'1.4'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SecurityGroupRule': {'1.2'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SubPort': {'1.0'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Subnet': {'1.1'}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Trunk': {'1.1'}} Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: consumer versions: Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: { DHCP agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: L3 agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: Metadata agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: Metering agent@dv-cinder-797608-11-iscsi: {}, Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: Open vSwitch agent@dv-cinder-797608-11-iscsi: { 'AddressGroup': '1.2', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'ConntrackHelper': '1.0', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Log': '1.0', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Network': '1.1', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Port': '1.7', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'PortForwarding': '1.2', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'QosPolicy': '1.8', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SecurityGroup': '1.4', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SecurityGroupRule': '1.2', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SubPort': '1.0', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Subnet': '1.1', Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Trunk': '1.1'}} Jul 26 15:52:42.201043 dv-cinder-797608-11-iscsi neutron-server[93041]: {{(pid=93041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 15:52:42.203313 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:42.203662 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Checking segment: {'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:42.204099 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:42.204507 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Bound using segment: {'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:42.205002 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Bound port: 10142974-2074-4038-bc82-da97035f10b4, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39657f9a-8a6a-4a87-94f5-bfa07c26f1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:42.205397 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:42.271865 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] For port 10142974-2074-4038-bc82-da97035f10b4, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:42.294747 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] For port 10142974-2074-4038-bc82-da97035f10b4, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=10142974-2074-4038-bc82-da97035f10b4,segment=NetworkSegment(39657f9a-8a6a-4a87-94f5-bfa07c26f1e9),segment_id=39657f9a-8a6a-4a87-94f5-bfa07c26f1e9)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:42.299743 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:42.352659 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b699183-20cb-465c-b7b1-f6cdcd7261a6 None None] Pushing event updated for resources: {'Port': ['ID=10142974-2074-4038-bc82-da97035f10b4,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:42.378062 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Routers {'19fa524d-1dc8-472a-ab56-479b1be9f9a7'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:42.378683 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T15:52:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['19fa524d-1dc8-472a-ab56-479b1be9f9a7'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:42.470811 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] Set router 19fa524d-1dc8-472a-ab56-479b1be9f9a7 gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:42.679247 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'name': 'router1', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:30Z', 'updated_at': '2021-07-26T15:52:40Z', 'revision_number': 2, 'project_id': '178b5096aee646048b7b90d88e34d069', 'gw_port_host': None, '_interfaces': [{'id': '10142974-2074-4038-bc82-da97035f10b4', 'name': '', 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'mac_address': 'fa:16:3e:fb:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:42Z', 'revision_number': 4, 'project_id': '178b5096aee646048b7b90d88e34d069', 'subnets': [{'id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a419c9cc-fe8a-4eb5-bb7b-7e7cfc3040bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:42.708160 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f60689-408d-4f69-82ba-b36bbefba862 None None] The sync data for ids ['19fa524d-1dc8-472a-ab56-479b1be9f9a7'] in dv-cinder-797608-11-iscsi is: [{'id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'name': 'router1', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:30Z', 'updated_at': '2021-07-26T15:52:40Z', 'revision_number': 2, 'project_id': '178b5096aee646048b7b90d88e34d069', 'gw_port_host': None, '_interfaces': [{'id': '10142974-2074-4038-bc82-da97035f10b4', 'name': '', 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'mac_address': 'fa:16:3e:fb:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:42Z', 'revision_number': 4, 'project_id': '178b5096aee646048b7b90d88e34d069', 'subnets': [{'id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a419c9cc-fe8a-4eb5-bb7b-7e7cfc3040bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:42.999168 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36192) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:43.114249 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969d4c6-ecb1-46af-9274-8d0588a7f8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:43.115599 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-c969d4c6-ecb1-46af-9274-8d0588a7f8ad admin admin] 10.222.0.50 "GET /v2.0/networks/fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf HTTP/1.1" status: 200 len: 842 time: 0.1153860 Jul 26 15:52:43.125395 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:43.146460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Made reservation on behalf of 2e062728de0e4f4396b5854184cedbd1 for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:52:43.148699 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:43.484798 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.objects.ports [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93038) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 26 15:52:43.485258 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:43.540541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa691e26-7be0-4439-9b66-967c8c24d3e1,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:43.551675 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:43.552028 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Network hostable DHCP agents. Network: fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:52:43.567866 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:52:43.577815 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:43.587045 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:43.587657 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:43.588174 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1cc578-db8b-4102-8f74-e1d88480f040 None None] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:43.603309 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1a222df7-01cb-4db1-8229-d8539c6399cd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4812829 Jul 26 15:52:43.721383 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9050d-e697-41dc-8032-e9ef9285a5d3 None None] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:52:46.020380 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36200) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:46.266577 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-b1783ec7-6829-4733-adb3-f7300b8f1f4e admin admin] 10.222.0.50 "GET /v2.0/routers/19fa524d-1dc8-472a-ab56-479b1be9f9a7 HTTP/1.1" status: 200 len: 710 time: 0.2449620 Jul 26 15:52:46.353911 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e459873-4033-4b65-ab7c-8ffe4cc79484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:52:46.355341 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-7e459873-4033-4b65-ab7c-8ffe4cc79484 admin admin] 10.222.0.50 "GET /v2.0/networks/fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf HTTP/1.1" status: 200 len: 886 time: 0.0831139 Jul 26 15:52:46.365829 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:52:46.620481 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:46.898858 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:46.973193 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:47.143005 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Allocated IP 172.27.1.176 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/e200878c-2e9e-43ef-874f-df22ce51918a) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:52:47.251382 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:47.336070 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:47.409721 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:52:47.416541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:52:47.425300 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:52:47.428142 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Pushing event updated for resources: {'Port': ['ID=e200878c-2e9e-43ef-874f-df22ce51918a,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:47.706369 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:47.910754 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:47.913874 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-949010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-949021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560568'] for router, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:48.033247 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Router 19fa524d-1dc8-472a-ab56-479b1be9f9a7 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 15:52:48.211442 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:52:48.216119 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:48.217393 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0ac0ceae-e39d-4899-bfce-09a288ae02dc admin admin] 10.222.0.50 "PUT /v2.0/routers/19fa524d-1dc8-472a-ab56-479b1be9f9a7 HTTP/1.1" status: 200 len: 890 time: 1.8553271 Jul 26 15:52:48.404630 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 10142974-2074-4038-bc82-da97035f10b4 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:48.455250 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 10142974-2074-4038-bc82-da97035f10b4 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:48.459992 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 10142974-2074-4038-bc82-da97035f10b4 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:48.460408 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:48.538685 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:48.573049 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 10142974-2074-4038-bc82-da97035f10b4, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=10142974-2074-4038-bc82-da97035f10b4,segment=NetworkSegment(39657f9a-8a6a-4a87-94f5-bfa07c26f1e9),segment_id=39657f9a-8a6a-4a87-94f5-bfa07c26f1e9)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:48.578199 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:48.672550 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=10142974-2074-4038-bc82-da97035f10b4,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:49.329702 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Sync routers for ids ['19fa524d-1dc8-472a-ab56-479b1be9f9a7'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:52:49.340526 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Routers {'19fa524d-1dc8-472a-ab56-479b1be9f9a7'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:49.341237 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T15:52:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['19fa524d-1dc8-472a-ab56-479b1be9f9a7'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:49.547373 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Set router 19fa524d-1dc8-472a-ab56-479b1be9f9a7 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:49.938777 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'name': 'router1', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e200878c-2e9e-43ef-874f-df22ce51918a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:30Z', 'updated_at': '2021-07-26T15:52:47Z', 'revision_number': 4, 'project_id': '178b5096aee646048b7b90d88e34d069', 'gw_port': {'id': 'e200878c-2e9e-43ef-874f-df22ce51918a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:46Z', 'updated_at': '2021-07-26T15:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '10142974-2074-4038-bc82-da97035f10b4', 'name': '', 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'mac_address': 'fa:16:3e:fb:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:48Z', 'revision_number': 5, 'project_id': '178b5096aee646048b7b90d88e34d069', 'subnets': [{'id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a419c9cc-fe8a-4eb5-bb7b-7e7cfc3040bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:49.990552 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Checking router: 19fa524d-1dc8-472a-ab56-479b1be9f9a7 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:52:49.991068 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Updating router 19fa524d-1dc8-472a-ab56-479b1be9f9a7 port e200878c-2e9e-43ef-874f-df22ce51918a binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:52:50.026411 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:50.345932 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:50.356640 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Transition to ACTIVE for port object e200878c-2e9e-43ef-874f-df22ce51918a will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:52:50.367929 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:50.410505 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 10142974-2074-4038-bc82-da97035f10b4 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:50.423914 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Attempting to bind port e200878c-2e9e-43ef-874f-df22ce51918a on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:52:50.424309 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Attempting to bind port e200878c-2e9e-43ef-874f-df22ce51918a by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:52:50.424667 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Attempting to bind port e200878c-2e9e-43ef-874f-df22ce51918a on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:52:50.437349 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:52:50.437721 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:52:50.438117 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:50.438530 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:52:50.438996 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Bound port: e200878c-2e9e-43ef-874f-df22ce51918a, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:52:50.439394 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:50.479134 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb871-ca4b-4c0e-b210-f209643a4039 None None] Pushing event updated for resources: {'Port': ['ID=e200878c-2e9e-43ef-874f-df22ce51918a,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:50.533127 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] For port e200878c-2e9e-43ef-874f-df22ce51918a, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:52:50.537036 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] For port e200878c-2e9e-43ef-874f-df22ce51918a, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=e200878c-2e9e-43ef-874f-df22ce51918a,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:52:50.538693 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 10142974-2074-4038-bc82-da97035f10b4 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:50.539113 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:50.545151 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:50.615738 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36214) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:52:50.717199 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb871-ca4b-4c0e-b210-f209643a4039 None None] Pushing event updated for resources: {'Port': ['ID=e200878c-2e9e-43ef-874f-df22ce51918a,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:50.721883 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Routers {'19fa524d-1dc8-472a-ab56-479b1be9f9a7'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 15:52:50.722486 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T15:52:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['19fa524d-1dc8-472a-ab56-479b1be9f9a7'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:50.753211 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-cc3690ad-8d91-4a5f-a727-e36f635a535c admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1363223 Jul 26 15:52:50.865493 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] Set router 19fa524d-1dc8-472a-ab56-479b1be9f9a7 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 15:52:51.097038 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'name': 'router1', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e200878c-2e9e-43ef-874f-df22ce51918a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:30Z', 'updated_at': '2021-07-26T15:52:47Z', 'revision_number': 4, 'project_id': '178b5096aee646048b7b90d88e34d069', 'gw_port': {'id': 'e200878c-2e9e-43ef-874f-df22ce51918a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:46Z', 'updated_at': '2021-07-26T15:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '10142974-2074-4038-bc82-da97035f10b4', 'name': '', 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'mac_address': 'fa:16:3e:fb:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:48Z', 'revision_number': 5, 'project_id': '178b5096aee646048b7b90d88e34d069', 'subnets': [{'id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a419c9cc-fe8a-4eb5-bb7b-7e7cfc3040bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:52:51.126367 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa66fd-1520-48de-9a37-d3b12ca9e2ec None None] The sync data for ids ['19fa524d-1dc8-472a-ab56-479b1be9f9a7'] in dv-cinder-797608-11-iscsi is: [{'id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'name': 'router1', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e200878c-2e9e-43ef-874f-df22ce51918a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T15:52:30Z', 'updated_at': '2021-07-26T15:52:47Z', 'revision_number': 4, 'project_id': '178b5096aee646048b7b90d88e34d069', 'gw_port': {'id': 'e200878c-2e9e-43ef-874f-df22ce51918a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:46Z', 'updated_at': '2021-07-26T15:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '10142974-2074-4038-bc82-da97035f10b4', 'name': '', 'network_id': 'f19d69ad-9023-43ec-9df5-de7c93346228', 'tenant_id': '178b5096aee646048b7b90d88e34d069', 'mac_address': 'fa:16:3e:fb:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fa524d-1dc8-472a-ab56-479b1be9f9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T15:52:39Z', 'updated_at': '2021-07-26T15:52:48Z', 'revision_number': 5, 'project_id': '178b5096aee646048b7b90d88e34d069', 'subnets': [{'id': 'ce1866b3-f302-4523-a4c7-511f18218dfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a419c9cc-fe8a-4eb5-bb7b-7e7cfc3040bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:52:52.418590 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e200878c-2e9e-43ef-874f-df22ce51918a up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:52.480823 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port e200878c-2e9e-43ef-874f-df22ce51918a completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:52:52.486871 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port e200878c-2e9e-43ef-874f-df22ce51918a triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:52.487995 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:52.576453 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:52.604134 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port e200878c-2e9e-43ef-874f-df22ce51918a, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=e200878c-2e9e-43ef-874f-df22ce51918a,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:52:52.608576 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:52:52.668059 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=e200878c-2e9e-43ef-874f-df22ce51918a,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:52:54.417636 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e200878c-2e9e-43ef-874f-df22ce51918a up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:52:54.491264 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port e200878c-2e9e-43ef-874f-df22ce51918a triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:52:54.491887 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:03.672798 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-58afb588-8432-4280-be1e-44d3ad7b2ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:06.166526 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8e415e3b-2209-4a5a-a61b-0b00d4f11f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:06.454416 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:06.899703 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:53:07.161220 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:08.826621 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:33.663658 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-64b47414-d44d-4e19-87cb-ad7867166d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:36.173953 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3a89ccfb-1344-46a1-9a9e-f27642b16a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:36.442847 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:37.160534 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:38.824680 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:53:43.898785 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:54:03.683571 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0bc28585-71bb-46c8-9657-fa3a911f3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:06.175429 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-840eaf77-43f8-4469-915a-98b5dc5a0a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:06.453344 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:07.167255 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:08.842077 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:20.897549 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:54:30.704188 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36782) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:30.772311 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b49515-73fc-409f-9477-05e70d584ea9 admin admin] GET failed (client error): The resource could not be found. Jul 26 15:54:30.773695 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e0b49515-73fc-409f-9477-05e70d584ea9 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685322 Jul 26 15:54:30.947497 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa6f9ac-913a-49b7-9233-ec3bc05f8810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:30.949042 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1fa6f9ac-913a-49b7-9233-ec3bc05f8810 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1703773 Jul 26 15:54:33.300103 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36792) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:33.392187 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f941851-ad02-42ad-ba9e-1ee6a34e415a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:33.393590 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0f941851-ad02-42ad-ba9e-1ee6a34e415a admin admin] 10.222.0.50 "GET /v2.0/subnets/ce1866b3-f302-4523-a4c7-511f18218dfe HTTP/1.1" status: 200 len: 849 time: 0.0924857 Jul 26 15:54:33.403896 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:54:33.504855 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:33.646444 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791180170981'] for subnet, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:33.673159 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-aee00731-5a21-4932-a53f-fbbb468d8d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:33.692414 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:33.693568 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:33.708446 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] 10.222.0.50 "PUT /v2.0/subnets/ce1866b3-f302-4523-a4c7-511f18218dfe HTTP/1.1" status: 200 len: 868 time: 0.2941489 Jul 26 15:54:33.708699 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41eeae-e52b-4a82-9fe6-31a270245c99 None None] Network f19d69ad-9023-43ec-9df5-de7c93346228 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:54:33.715613 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1866b3-f302-4523-a4c7-511f18218dfe,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:54:33.724011 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.724426 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.724775 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.725118 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.725453 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.725804 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.726141 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.726485 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.726898 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.727262 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.727630 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:33.727953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e256c54-8c2c-4608-8b6a-6e6d163e2486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:54:34.056600 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-2aa6cd92-5739-410a-ba0b-9d960b2be7c5 None None] Provisioning complete for port a1b5d3a2-9171-44b5-90f9-3b5a7a284c31 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:54:34.056972 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2aa6cd92-5739-410a-ba0b-9d960b2be7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:34.151439 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-2aa6cd92-5739-410a-ba0b-9d960b2be7c5 None None] Provisioning complete for port 10142974-2074-4038-bc82-da97035f10b4 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:54:34.151729 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2aa6cd92-5739-410a-ba0b-9d960b2be7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:35.965571 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36800) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:36.167888 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-efdce948-3473-48a4-9be3-2c6f0349f85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:36.178662 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b652fdd-3012-48b1-a309-f958be976bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:36.179145 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b652fdd-3012-48b1-a309-f958be976bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:36.181291 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4b652fdd-3012-48b1-a309-f958be976bb8 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2147796 Jul 26 15:54:36.442930 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:37.166961 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:38.445165 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36810) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:38.576159 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330d73d1-a612-4851-b8d3-fb97052c3fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:38.576663 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330d73d1-a612-4851-b8d3-fb97052c3fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:38.578226 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-330d73d1-a612-4851-b8d3-fb97052c3fd0 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316097 Jul 26 15:54:38.837153 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:54:40.762120 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36818) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:40.894196 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe52c8e-425f-47e4-afba-fd71912a4231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:40.895593 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2fe52c8e-425f-47e4-afba-fd71912a4231 admin admin] 10.222.0.50 "GET /v2.0/networks/f19d69ad-9023-43ec-9df5-de7c93346228 HTTP/1.1" status: 200 len: 869 time: 0.1325006 Jul 26 15:54:43.130337 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36826) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:43.257250 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f4c06-2ce4-45b8-baec-409585a459b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:43.258650 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-633f4c06-2ce4-45b8-baec-409585a459b1 admin admin] 10.222.0.50 "GET /v2.0/networks/fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf HTTP/1.1" status: 200 len: 886 time: 0.1273575 Jul 26 15:54:45.444991 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36834) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:45.569549 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd79da8-272d-4724-a77d-dcae0c4981cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:45.570005 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd79da8-272d-4724-a77d-dcae0c4981cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:45.571589 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-dcd79da8-272d-4724-a77d-dcae0c4981cc admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256468 Jul 26 15:54:47.759185 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36842) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:47.879348 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46adbe3-6e97-4f10-9b6f-9b64155b5bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:47.879712 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46adbe3-6e97-4f10-9b6f-9b64155b5bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:47.881276 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-d46adbe3-6e97-4f10-9b6f-9b64155b5bad admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210911 Jul 26 15:54:50.111325 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36850) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:50.200084 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e16e4f-40da-456c-a913-36ee0e490904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:50.201456 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-72e16e4f-40da-456c-a913-36ee0e490904 admin admin] 10.222.0.50 "GET /v2.0/subnets/aa691e26-7be0-4439-9b66-967c8c24d3e1 HTTP/1.1" status: 200 len: 816 time: 0.0888622 Jul 26 15:54:52.399635 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36858) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:54:52.493065 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547fd6d9-9355-46ea-9d44-77c52a7b98b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:54:52.494401 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-547fd6d9-9355-46ea-9d44-77c52a7b98b0 admin admin] 10.222.0.50 "GET /v2.0/subnets/ce1866b3-f302-4523-a4c7-511f18218dfe HTTP/1.1" status: 200 len: 868 time: 0.0938029 Jul 26 15:54:57.896544 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:55:03.667201 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef44439b-35d4-4417-b9d5-8683d452912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:06.178835 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-59f6bf5c-c8b5-4fd6-bf95-ce0de00738e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:06.451145 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:07.176154 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:08.841517 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:19.094619 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36912) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:55:19.155367 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [None req-7ce7da8f-3ae2-49a8-b7eb-ba174200cc2d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:55:19.156642 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7ce7da8f-3ae2-49a8-b7eb-ba174200cc2d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0607049 Jul 26 15:55:21.832335 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36920) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:55:21.898949 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f193fe4b-9515-4e6c-9411-f363318e5786 admin admin] GET failed (client error): The resource could not be found. Jul 26 15:55:21.900479 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-f193fe4b-9515-4e6c-9411-f363318e5786 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669560 Jul 26 15:55:21.990558 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8db91b-6945-49c3-819c-5e329edfdf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:21.992122 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-8a8db91b-6945-49c3-819c-5e329edfdf49 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0871549 Jul 26 15:55:24.373439 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 36928) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:55:24.430703 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:55:24.465555 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Made reservation on behalf of 2e062728de0e4f4396b5854184cedbd1 for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:55:24.468089 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:24.507340 dv-cinder-797608-11-iscsi neutron-server[93038]: WARNING neutron.services.revisions.revision_plugin [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Could not find related network for resource to bump revision. Jul 26 15:55:24.521054 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:55:24.536286 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:24.536580 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Added segment db607fda-3738-4be4-8375-b7dd5e8171a7 of type vlan for network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 Jul 26 15:55:24.579615 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:24.612543 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:24.613513 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:24.614079 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:24.671184 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2962177 Jul 26 15:55:24.684429 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459e32f-6c33-44f2-a736-442d1694bbd2 admin admin] Pushing event updated for resources: {'Network': ['ID=fca9e2ad-ff60-4ac9-9a11-1bd99123ff67,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:24.698751 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:55:27.005620 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36936) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:55:27.072807 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.pecan_wsgi.hooks.translation [None req-af55de92-60ea-492e-8924-a83cbba5ab8f admin admin] GET failed (client error): The resource could not be found. Jul 26 15:55:27.074236 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-af55de92-60ea-492e-8924-a83cbba5ab8f admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0675449 Jul 26 15:55:27.187056 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532500d-ec94-4e36-8859-e43bd857204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:27.188657 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4532500d-ec94-4e36-8859-e43bd857204c admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1096942 Jul 26 15:55:27.200487 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 15:55:27.234694 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Made reservation on behalf of 2e062728de0e4f4396b5854184cedbd1 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:55:27.237228 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:27.680903 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:27.738115 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65accf8-ae7a-4ccb-847b-83493fb20bd1,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:27.750370 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.750733 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.751078 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.751408 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.751736 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.752075 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.752428 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.752766 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.753104 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.753424 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.753740 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.754057 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:27.763574 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Checking segment: {'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:55:27.764123 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Network hostable DHCP agents. Network: fca9e2ad-ff60-4ac9-9a11-1bd99123ff67, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:55:27.789328 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:55:27.802755 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, fca9e2ad-ff60-4ac9-9a11-1bd99123ff67) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:55:27.810558 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 15:55:27.811318 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:27.814759 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3ec5d-8777-41a8-9732-f1e42ce2f6b5 None None] Network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:55:27.835738 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4606b282-83aa-4e03-8b83-74df113b732d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6390769 Jul 26 15:55:28.118844 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-fca9e2ad-ff60-4ac9-9a11-1bd99123ff67', 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67', 'tenant_id': '2e062728de0e4f4396b5854184cedbd1', 'fixed_ips': [{'subnet_id': 'd65accf8-ae7a-4ccb-847b-83493fb20bd1'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 15:55:28.119965 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:28.315187 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Allocated IP 192.168.233.2 (fca9e2ad-ff60-4ac9-9a11-1bd99123ff67/d65accf8-ae7a-4ccb-847b-83493fb20bd1/9949a750-0243-418c-bdfb-b7dbadb7454e) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:55:28.502966 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:28.516656 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Transition to ACTIVE for port object 9949a750-0243-418c-bdfb-b7dbadb7454e will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:55:28.540699 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Transition to ACTIVE for port object 9949a750-0243-418c-bdfb-b7dbadb7454e will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 15:55:28.549737 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:28.605393 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:55:28.609146 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:55:28.615013 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 15:55:28.619262 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Pushing event updated for resources: {'Port': ['ID=9949a750-0243-418c-bdfb-b7dbadb7454e,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:28.628235 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.628610 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.628959 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.629327 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.630400 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.630400 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.630400 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.630766 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.630964 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.631293 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.631628 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.631952 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:55:28.701411 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Attempting to bind port 9949a750-0243-418c-bdfb-b7dbadb7454e on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 15:55:28.701776 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Attempting to bind port 9949a750-0243-418c-bdfb-b7dbadb7454e by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 15:55:28.702137 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Attempting to bind port 9949a750-0243-418c-bdfb-b7dbadb7454e on network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 15:55:28.708408 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 15:55:28.708714 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Checking segment: {'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 15:55:28.709248 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:28.709647 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Bound using segment: {'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 15:55:28.710134 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Bound port: 9949a750-0243-418c-bdfb-b7dbadb7454e, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 15:55:28.710536 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:28.791777 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] For port 9949a750-0243-418c-bdfb-b7dbadb7454e, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:55:28.796694 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] For port 9949a750-0243-418c-bdfb-b7dbadb7454e, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9949a750-0243-418c-bdfb-b7dbadb7454e,segment=NetworkSegment(db607fda-3738-4be4-8375-b7dd5e8171a7),segment_id=db607fda-3738-4be4-8375-b7dd5e8171a7)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:55:28.803817 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:28.883523 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f286cd-3ed5-460e-bbb1-ccc80da0be64 None None] Pushing event updated for resources: {'Port': ['ID=9949a750-0243-418c-bdfb-b7dbadb7454e,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:29.826519 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae2eb8-9ae2-488c-9e54-9876286d4874 None None] Network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 15:55:29.955652 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-1a93751d-6e99-41c6-8576-e9adf15674d3 None None] Provisioning for port 9949a750-0243-418c-bdfb-b7dbadb7454e completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:55:30.564933 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9949a750-0243-418c-bdfb-b7dbadb7454e up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:55:30.634529 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 9949a750-0243-418c-bdfb-b7dbadb7454e completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 15:55:30.639876 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 9949a750-0243-418c-bdfb-b7dbadb7454e triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:55:30.640503 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:30.750308 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:30.798555 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 9949a750-0243-418c-bdfb-b7dbadb7454e, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9949a750-0243-418c-bdfb-b7dbadb7454e,segment=NetworkSegment(db607fda-3738-4be4-8375-b7dd5e8171a7),segment_id=db607fda-3738-4be4-8375-b7dd5e8171a7)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:55:30.803918 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:30.873741 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=9949a750-0243-418c-bdfb-b7dbadb7454e,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:55:32.529964 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9949a750-0243-418c-bdfb-b7dbadb7454e up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:55:32.608015 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 9949a750-0243-418c-bdfb-b7dbadb7454e triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 15:55:32.608619 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:33.679449 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3d5f21d9-0574-4ba9-9d29-8029ee028005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:34.896129 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:55:36.172727 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-db7776f7-01a5-42be-92eb-d2e83fa22924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:36.447324 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:37.181702 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:55:38.865422 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:03.674733 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab1cd-f69d-4261-847c-4937d427f6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:06.183176 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-16c1fd0f-1a56-4af8-aff1-99b7b8b38b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:06.440677 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:07.176561 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:08.846951 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:11.894309 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:56:33.676801 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-612e9f08-5408-4ff1-b4c7-7f8aa345f089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:36.176878 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-327fe576-43bc-484b-9788-9cb44e80c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:36.443411 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:37.179779 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:38.853938 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:46.081030 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 36988) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:56:46.087238 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [None req-4f7a1faa-51c3-42fb-8fdb-f9f481f5b592 tempest-verify_tempest_config-747385367 tempest-verify_tempest_config-747385367-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 15:56:46.088261 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4f7a1faa-51c3-42fb-8fdb-f9f481f5b592 tempest-verify_tempest_config-747385367 tempest-verify_tempest_config-747385367-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062311 Jul 26 15:56:46.389480 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37006) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:56:46.490290 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:46.579005 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:46.585868 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:46.630961 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93551a8fe004436ca6aa7b2b6db99188&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2404261 Jul 26 15:56:46.631795 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71857c1d-1a27-44be-9952-52c70fc5d7ed,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:56:46.633710 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37010) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:56:46.638410 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.638776 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.639125 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.639459 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.639790 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.640121 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.640477 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.640817 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.641144 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.641464 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.641784 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.642100 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9343e5-33cb-4fde-9932-020261e20cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.690145 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:46.713051 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:46.799428 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:46.802335 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:56:46.803180 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71857c1d-1a27-44be-9952-52c70fc5d7ed HTTP/1.1" status: 204 len: 168 time: 0.1684489 Jul 26 15:56:46.811937 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71857c1d-1a27-44be-9952-52c70fc5d7ed,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:56:46.818782 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.819148 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.819497 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.819838 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.820172 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.820589 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.820922 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.821271 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.821603 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.821943 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.822268 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:46.822588 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b43897-d575-4195-937a-9050796aec88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:56:48.892768 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:57:03.678727 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f22551b0-785c-4203-b80a-4355ffcd5d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:06.178676 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf422-9749-4960-afce-e1cdd4f87dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:06.444975 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:07.183071 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:08.852951 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:25.893869 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:57:33.678802 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7987810b-ae62-47a6-a0e1-ba89afca2081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:36.181166 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0df689b7-1eae-43f5-8605-1b7db9db826f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:36.449305 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:37.185600 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:57:38.858279 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:02.892175 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 5 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:58:03.680247 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0aa09726-087d-49d3-b84b-4ad60f8c4067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:06.182355 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e31c93cd-5b5b-45de-a650-4cbb98236a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:06.451883 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:07.187429 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:08.860226 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:25.698832 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947741'] for agent, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:33.682454 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cf58dc5b-faec-4e42-929a-6683517c7ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:36.185773 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ea87e798-5f79-4fb5-9795-be805c6f0de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:36.453224 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:37.191935 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:38.866884 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:58:39.891277 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:58:41.443855 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37084) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:58:41.569367 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0461f58a-00b8-4440-b687-b10a33834fc3 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1239169 Jul 26 15:58:43.927472 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37094) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 15:58:43.985531 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4ac22370-cfbd-4ff8-81c5-95c74f843d63 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0569427 Jul 26 15:58:55.637095 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:03.688028 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cfae1dfa-39f9-4266-8059-f3eebba20c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:06.188207 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7dbd61c2-2f33-4fe3-abf8-a0955c3483bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:06.459604 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:07.193114 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:08.867778 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:16.890357 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:59:25.640077 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:33.689916 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8f18d060-0db1-40b7-9da0-c8b9250fb0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:36.190128 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6c8b13e2-870b-4a4b-ad3a-517c5732dcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:36.460955 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:37.201296 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:38.879070 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 15:59:53.889160 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:59:55.661899 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:03.697128 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-26568465-9635-4641-8216-5c9e185e7ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:06.192354 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6c6210a4-47a9-4de2-b377-e5168e836b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:06.459995 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:07.202197 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:08.877392 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:15.521306 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37288) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:15.529108 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37294) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:15.907880 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-177328523-network', 'tenant_id': '2c979e0bd6694bc98afb675ea7c9b9c5'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:15.930648 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Made reservation on behalf of 2c979e0bd6694bc98afb675ea7c9b9c5 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:15.933376 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:15.942439 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:15.996885 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1462195133-network', 'tenant_id': 'b73b47bfefab403c99650b311468254c'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:16.040691 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.047659 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.065824 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Made reservation on behalf of b73b47bfefab403c99650b311468254c for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:16.068739 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.075903 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:00:16.077444 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.093923 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af90838e-a6ff-4f6b-8709-727d8b3e26b0,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:16.103705 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.104489 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.105073 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.105569 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.106051 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.106599 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.107262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.107846 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.108367 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.108883 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.109426 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.109975 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Tracked resource versions report: Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: pushed versions: Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: { 'AddressGroup': {'1.2'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'ConntrackHelper': {'1.0'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Log': {'1.0'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Network': {'1.1'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Port': {'1.7'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'PortForwarding': {'1.2'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'QosPolicy': {'1.8'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SecurityGroup': {'1.4'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SubPort': {'1.0'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Subnet': {'1.1'}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Trunk': {'1.1'}} Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: consumer versions: Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: { DHCP agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: HyperV agent@hv-cinder-79760: {}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: L3 agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: Metadata agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: Metering agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: Open vSwitch agent@dv-cinder-797608-11-iscsi: { 'AddressGroup': '1.2', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'ConntrackHelper': '1.0', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Log': '1.0', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Network': '1.1', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Port': '1.7', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'PortForwarding': '1.2', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'QosPolicy': '1.8', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SecurityGroup': '1.4', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SecurityGroupRule': '1.2', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'SubPort': '1.0', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Subnet': '1.1', Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: 'Trunk': '1.1'}} Jul 26 16:00:16.111440 dv-cinder-797608-11-iscsi neutron-server[93039]: {{(pid=93039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:00:16.124217 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.125055 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Added segment d3343662-5e03-4495-b144-ee799f4987d8 of type vlan for network 2fcb3543-d8b1-40d6-bdf0-0503283547c6 Jul 26 16:00:16.179236 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.196944 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.202666 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.236351 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37320) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:16.238809 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:00:16.249312 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.249839 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Added segment a130ae3e-83de-4ca4-bb31-c829b991fb91 of type vlan for network 831d4c2c-032a-4973-b0f7-ee875771f3a6 Jul 26 16:00:16.249988 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.254431 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:16.255047 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.294580 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37324) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:16.311855 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d9ec50-a02b-4966-9283-e96f6b25e08b,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:16.321260 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37328) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:16.341704 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8192809 Jul 26 16:00:16.345831 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37330) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:16.347947 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.353149 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Request body: {'subnet': {'network_id': '2fcb3543-d8b1-40d6-bdf0-0503283547c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-177328523-subnet', 'tenant_id': '2c979e0bd6694bc98afb675ea7c9b9c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:16.363476 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.364158 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.364907 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.365482 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.366475 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cc0ed-c7f3-401a-bdf7-d56f3b59802b admin admin] Pushing event updated for resources: {'Network': ['ID=2fcb3543-d8b1-40d6-bdf0-0503283547c6,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:16.367016 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.367483 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.369704 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.370309 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.370760 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.371198 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.373440 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.374072 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Tracked resource versions report: Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: pushed versions: Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: { 'AddressGroup': {'1.2'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'ConntrackHelper': {'1.0'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Log': {'1.0'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Network': {'1.1'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Port': {'1.7'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'PortForwarding': {'1.2'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'QosPolicy': {'1.8'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SecurityGroup': {'1.4'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SubPort': {'1.0'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Subnet': {'1.1'}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Trunk': {'1.1'}} Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: consumer versions: Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: { DHCP agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: HyperV agent@hv-cinder-79760: {}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: L3 agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: Metadata agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: Metering agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: Open vSwitch agent@dv-cinder-797608-11-iscsi: { 'AddressGroup': '1.2', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'ConntrackHelper': '1.0', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Log': '1.0', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Network': '1.1', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Port': '1.7', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'PortForwarding': '1.2', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'QosPolicy': '1.8', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SecurityGroup': '1.4', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SecurityGroupRule': '1.2', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'SubPort': '1.0', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Subnet': '1.1', Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: 'Trunk': '1.1'}} Jul 26 16:00:16.375385 dv-cinder-797608-11-iscsi neutron-server[93038]: {{(pid=93038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:00:16.381688 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 2fcb3543-d8b1-40d6-bdf0-0503283547c6 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:00:16.441086 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.443052 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:16.443850 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.446799 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Made reservation on behalf of 2c979e0bd6694bc98afb675ea7c9b9c5 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:16.449672 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.561115 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-753175340-network', 'tenant_id': 'c28c9740466d4f1ead858fdfc8e6577c'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:16.594095 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] Pushing event updated for resources: {'Network': ['ID=831d4c2c-032a-4973-b0f7-ee875771f3a6,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:16.605555 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-67005ec9-1d79-4c49-825a-af8d660d85ed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0747461 Jul 26 16:00:16.605824 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37338) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:16.607373 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 831d4c2c-032a-4973-b0f7-ee875771f3a6 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:00:16.616140 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Request body: {'subnet': {'network_id': '831d4c2c-032a-4973-b0f7-ee875771f3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1462195133-subnet', 'tenant_id': 'b73b47bfefab403c99650b311468254c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:16.618914 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-network', 'tenant_id': '6a661961d6714958a7e980e51112d73f'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:16.640264 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-933751717-network', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:16.658576 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Made reservation on behalf of c28c9740466d4f1ead858fdfc8e6577c for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:16.662451 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.669861 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Made reservation on behalf of 6a661961d6714958a7e980e51112d73f for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:16.674806 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.680967 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.701367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.741099 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Made reservation on behalf of b73b47bfefab403c99650b311468254c for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:16.743653 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.836226 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.db.api [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 16:00:16.836226 dv-cinder-797608-11-iscsi neutron-server[93038]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 16:00:16.836226 dv-cinder-797608-11-iscsi neutron-server[93038]: [parameters: {'project_id_1': '6a661961d6714958a7e980e51112d73f', 'expiration_1': datetime.datetime(2021, 7, 26, 16, 0, 16, 733559)}] Jul 26 16:00:16.836226 dv-cinder-797608-11-iscsi neutron-server[93038]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 16:00:16.837216 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG oslo_db.api [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:00:16.846073 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.db.api [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 16:00:16.846073 dv-cinder-797608-11-iscsi neutron-server[93039]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 16:00:16.846073 dv-cinder-797608-11-iscsi neutron-server[93039]: [parameters: {'project_id_1': 'c28c9740466d4f1ead858fdfc8e6577c', 'expiration_1': datetime.datetime(2021, 7, 26, 16, 0, 16, 728711)}] Jul 26 16:00:16.846073 dv-cinder-797608-11-iscsi neutron-server[93039]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 16:00:16.846852 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG oslo_db.api [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:00:16.883153 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Made reservation on behalf of 001c523afc174d1bbaa01cfa69d6a592 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:16.885514 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.931678 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:16.942883 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.054287 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Pushing event updated for resources: {'Subnet': ['ID=565341a1-d983-436b-a6f5-068ccff5d577,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:17.097008 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.154393 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Checking segment: {'id': 'd3343662-5e03-4495-b144-ee799f4987d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fcb3543-d8b1-40d6-bdf0-0503283547c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:17.154393 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Network hostable DHCP agents. Network: 2fcb3543-d8b1-40d6-bdf0-0503283547c6, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:00:17.204461 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8c4924-754e-47b4-8d60-508e0585bc18,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:17.220911 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Network 2fcb3543-d8b1-40d6-bdf0-0503283547c6 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:00:17.232264 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Checking segment: {'id': 'a130ae3e-83de-4ca4-bb31-c829b991fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '831d4c2c-032a-4973-b0f7-ee875771f3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:17.232264 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Network hostable DHCP agents. Network: 831d4c2c-032a-4973-b0f7-ee875771f3a6, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:00:17.247316 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 2fcb3543-d8b1-40d6-bdf0-0503283547c6) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:17.256662 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c4166-a8e0-4530-95fd-c3e2960e442c None None] Network 2fcb3543-d8b1-40d6-bdf0-0503283547c6 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:17.264440 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:17.265152 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.268436 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.279085 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.287290 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Network 831d4c2c-032a-4973-b0f7-ee875771f3a6 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:00:17.311859 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-fa2de892-ea72-4620-95f1-f2f73c9f352c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9646735 Jul 26 16:00:17.317543 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 831d4c2c-032a-4973-b0f7-ee875771f3a6) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:17.330915 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:00:17.333823 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:17.334466 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.338727 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.340539 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e788c9cf-e750-4b16-b9dd-4664eae5827e,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:17.348706 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.361990 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.362427 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Added segment 9674054c-20c2-4db2-9e03-41a657b5e91d of type vlan for network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 Jul 26 16:00:17.373588 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6f168-4317-45f5-9b5e-88cbaabae8c1 None None] Network 831d4c2c-032a-4973-b0f7-ee875771f3a6 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:17.376166 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f65b32f3-8811-4f92-881f-79512abb04a6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7660203 Jul 26 16:00:17.421149 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.db.api [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 16:00:17.421149 dv-cinder-797608-11-iscsi neutron-server[93039]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 26 16:00:17.421149 dv-cinder-797608-11-iscsi neutron-server[93039]: [parameters: {'project_id_1': 'c28c9740466d4f1ead858fdfc8e6577c', 'expiration_1': datetime.datetime(2021, 7, 26, 16, 0, 17, 373518)}] Jul 26 16:00:17.421149 dv-cinder-797608-11-iscsi neutron-server[93039]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 16:00:17.421669 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG oslo_db.api [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:00:17.451243 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.540398 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.541341 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:17.542048 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.594389 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.603888 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.640742 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:00:17.701559 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:17.708561 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a2a4a390-b72c-4b3c-ae4a-a2ea0d65b513 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4128714 Jul 26 16:00:17.713538 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7938817f-3e51-4a01-98ac-e587ce93b92f,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:17.715874 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37390) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:17.717212 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.717734 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Added segment 8b535b01-4e25-48a7-83f5-e3d1a79af53d of type vlan for network 68059e9d-b0d9-4057-94c6-ab42f7be2955 Jul 26 16:00:17.740433 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Request body: {'subnet': {'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-subnet', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:17.745500 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.791306 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Made reservation on behalf of 001c523afc174d1bbaa01cfa69d6a592 for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:17.791969 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:00:17.795887 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.892992 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a60951-e516-45f8-b470-2c0e63eda600 None None] Network 2fcb3543-d8b1-40d6-bdf0-0503283547c6 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:17.912464 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.917729 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.934810 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:00:17.948096 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:17.948832 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Added segment 338a7708-1821-446d-b065-af8cb2952d51 of type vlan for network 3630f43c-39d4-4069-886c-ec1835da1d5d Jul 26 16:00:18.005352 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.006941 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.059245 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.088831 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da65b9b-1fed-4e99-afd6-1db3ee06ab58 None None] Network 831d4c2c-032a-4973-b0f7-ee875771f3a6 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:18.102597 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f530fd-75d4-4ef7-89ce-087ad0870004,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:18.129169 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.134650 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:18.136523 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.249350 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0116649 Jul 26 16:00:18.249819 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37410) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:18.262840 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Request body: {'subnet': {'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-753175340-subnet', 'tenant_id': 'c28c9740466d4f1ead858fdfc8e6577c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:18.338710 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96928f22-8e03-4b60-8e2e-89dffa3ca718 admin admin] Pushing event updated for resources: {'Network': ['ID=3630f43c-39d4-4069-886c-ec1835da1d5d,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:18.372683 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Made reservation on behalf of c28c9740466d4f1ead858fdfc8e6577c for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:18.375384 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.380893 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Checking segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:18.381429 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Network hostable DHCP agents. Network: b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:00:18.409451 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 3630f43c-39d4-4069-886c-ec1835da1d5d details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:00:18.503119 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:00:18.521364 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.525433 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:18.526375 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.619675 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2862523 Jul 26 16:00:18.620594 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:18.622830 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37428) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:18.628042 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0b8896f-c63a-4c78-8258-1431b5e7a736,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:18.632346 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1c5a5-2a69-4df6-b215-8d41964c1c58 None None] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:18.670162 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Request body: {'subnet': {'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-subnet', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:18.715157 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:18.716004 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.745231 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Made reservation on behalf of 6a661961d6714958a7e980e51112d73f for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:18.748251 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.837517 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.976729 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 16:00:18.978593 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:18.989152 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-011348f5-d590-4f07-92a5-f6dbec8ba72b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2693596 Jul 26 16:00:18.990137 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37436) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:19.030295 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:19.060812 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Checking segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:19.062568 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Network hostable DHCP agents. Network: 3630f43c-39d4-4069-886c-ec1835da1d5d, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:00:19.076352 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Pushing event updated for resources: {'Subnet': ['ID=148370dd-b6dc-4375-8d36-a91f81f9ec5c,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:19.088518 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37440) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:19.090540 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf2d72-846a-4699-9ccc-46d95c2ae4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=68059e9d-b0d9-4057-94c6-ab42f7be2955,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:19.110277 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.112619 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.126157 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-528045872-network', 'tenant_id': 'f952509f28db4ef6919ad1f47dd52d52'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:19.166651 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Network 3630f43c-39d4-4069-886c-ec1835da1d5d is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:00:19.167938 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 68059e9d-b0d9-4057-94c6-ab42f7be2955 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:00:19.191068 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Made reservation on behalf of f952509f28db4ef6919ad1f47dd52d52 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:19.197869 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.210113 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 3630f43c-39d4-4069-886c-ec1835da1d5d) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:19.225995 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:19.226777 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.254947 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.269977 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c375bfa7-4632-4b3c-b843-34368c0126c0 None None] Network 3630f43c-39d4-4069-886c-ec1835da1d5d requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:19.314322 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0b4bea20-3236-46e8-be0c-6125527b846a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0614877 Jul 26 16:00:19.511969 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.523182 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.572440 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:00:19.588574 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.594041 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.624366 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9123f930-f284-4d27-a154-9c0c56ee2132,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:19.630716 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.635623 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Added segment fb2b0820-4cf9-475b-8c41-6413e5cc0752 of type vlan for network ca6be3ea-07d1-4818-8d4a-0e8431785eb0 Jul 26 16:00:19.653503 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Allocated IP 172.20.0.2 (b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22/f0b8896f-c63a-4c78-8258-1431b5e7a736/b88fa1d2-b59d-47e2-a965-bffda3fa66e9) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:19.745007 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.775014 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37498) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:19.783073 dv-cinder-797608-11-iscsi neutron-server[93038]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 16:00:19.788120 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.791250 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:19.791939 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:19.809425 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326aa942-f51b-4ca4-a4c4-51885addc214,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:19.829530 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7294240 Jul 26 16:00:19.835756 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37500) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:19.837157 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379753f-718d-4c7b-a692-20017edeb023 None None] Network 3630f43c-39d4-4069-886c-ec1835da1d5d requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:19.868737 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e94446-4b3a-4849-b99e-431731ffadd5 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6be3ea-07d1-4818-8d4a-0e8431785eb0,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:19.881509 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Request body: {'subnet': {'network_id': 'ca6be3ea-07d1-4818-8d4a-0e8431785eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-528045872-subnet', 'tenant_id': 'f952509f28db4ef6919ad1f47dd52d52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:19.896840 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network ca6be3ea-07d1-4818-8d4a-0e8431785eb0 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:00:20.002497 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Checking segment: {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:20.003087 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Network hostable DHCP agents. Network: 68059e9d-b0d9-4057-94c6-ab42f7be2955, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:00:20.017871 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.056489 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Made reservation on behalf of f952509f28db4ef6919ad1f47dd52d52 for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:20.059419 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.156109 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.160890 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37518) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:20.164117 dv-cinder-797608-11-iscsi neutron-server[93039]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 16:00:20.167355 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Transition to ACTIVE for port object b88fa1d2-b59d-47e2-a965-bffda3fa66e9 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:20.181467 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Network 68059e9d-b0d9-4057-94c6-ab42f7be2955 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:00:20.187229 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Transition to ACTIVE for port object b88fa1d2-b59d-47e2-a965-bffda3fa66e9 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:20.194255 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-e43e36b1-33d9-4f80-897e-84f112eeb5c6 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:20.194737 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.201580 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-e43e36b1-33d9-4f80-897e-84f112eeb5c6 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/networks?id=831d4c2c-032a-4973-b0f7-ee875771f3a6 HTTP/1.1" status: 200 len: 812 time: 0.4216783 Jul 26 16:00:20.232108 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 68059e9d-b0d9-4057-94c6-ab42f7be2955) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:20.245808 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-fda6e2b3-675e-4b14-b1c9-3985f3b34d41 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/quotas/b73b47bfefab403c99650b311468254c HTTP/1.1" status: 200 len: 375 time: 0.0433750 Jul 26 16:00:20.258019 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:20.258569 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.263902 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5bfece-8c90-4dda-b7d5-0eb625f2e713 None None] Network 68059e9d-b0d9-4057-94c6-ab42f7be2955 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:20.285860 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:20.307737 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:20.335576 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-c38e534c-6445-4ccd-9e16-bc0261f0749a tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b73b47bfefab403c99650b311468254c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887842 Jul 26 16:00:20.357514 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-7b33258b-d56f-4188-a0a6-9bb4bacb1387 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7302914 Jul 26 16:00:20.360771 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Pushing event updated for resources: {'Port': ['ID=b88fa1d2-b59d-47e2-a965-bffda3fa66e9,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:20.362544 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37528) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:20.370492 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:20.372470 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:20.381802 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.382961 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.383331 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.383679 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.384025 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.384391 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.384728 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.385060 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.385393 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.385719 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.386045 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.386368 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Tracked resource versions report: Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: pushed versions: Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: { 'AddressGroup': {'1.2'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'ConntrackHelper': {'1.0'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Log': {'1.0'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Network': {'1.1'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Port': {'1.7'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'PortForwarding': {'1.2'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'QosPolicy': {'1.8'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SecurityGroup': {'1.4'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SubPort': {'1.0'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Subnet': {'1.1'}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Trunk': {'1.1'}} Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: consumer versions: Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: { DHCP agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: HyperV agent@hv-cinder-79760: {}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: L3 agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: Metadata agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: Metering agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: Open vSwitch agent@dv-cinder-797608-11-iscsi: { 'AddressGroup': '1.2', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'ConntrackHelper': '1.0', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Log': '1.0', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Network': '1.1', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Port': '1.7', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'PortForwarding': '1.2', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'QosPolicy': '1.8', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SecurityGroup': '1.4', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SecurityGroupRule': '1.2', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'SubPort': '1.0', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Subnet': '1.1', Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: 'Trunk': '1.1'}} Jul 26 16:00:20.387492 dv-cinder-797608-11-iscsi neutron-server[93040]: {{(pid=93040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:00:20.444835 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.445811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.461932 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Attempting to bind port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:20.462307 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Attempting to bind port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:20.462670 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Attempting to bind port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 on network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:20.470705 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:20.471464 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Checking segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:20.471881 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.472844 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Bound using segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:20.473487 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Bound port: b88fa1d2-b59d-47e2-a965-bffda3fa66e9, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:20.474040 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.517694 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.560971 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] For port b88fa1d2-b59d-47e2-a965-bffda3fa66e9, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:20.561308 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-d02fd5a7-c365-45f6-bfef-6c76e016531c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:20.563283 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-d02fd5a7-c365-45f6-bfef-6c76e016531c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 814 time: 0.4005597 Jul 26 16:00:20.565034 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] For port b88fa1d2-b59d-47e2-a965-bffda3fa66e9, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=b88fa1d2-b59d-47e2-a965-bffda3fa66e9,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:20.576503 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.589866 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-f3ec74af-7130-47ec-b348-369566a4c230 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/quotas/c28c9740466d4f1ead858fdfc8e6577c HTTP/1.1" status: 200 len: 375 time: 0.0184538 Jul 26 16:00:20.718234 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.754781 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-2fa8cefa-255d-48aa-8563-d7df75d2e7c9 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1580460 Jul 26 16:00:20.825959 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:20.863739 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de14934-03ef-4860-892e-329968ad1233,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:20.885500 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235d05e-e67f-423d-b9c5-fb8bc1868e9a None None] Pushing event updated for resources: {'Port': ['ID=b88fa1d2-b59d-47e2-a965-bffda3fa66e9,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:20.891848 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-24253c72-7a56-48ed-bf78-f0360ae58177 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 16:00:20.901396 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-24253c72-7a56-48ed-bf78-f0360ae58177 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1917489 Jul 26 16:00:20.910413 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-487b3ecd-16b0-4109-be35-bdec184b72da service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 16:00:20.912069 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-487b3ecd-16b0-4109-be35-bdec184b72da service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0814085 Jul 26 16:00:20.951196 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c435ab5-fdc2-4351-9088-99c281350700 None None] Network 68059e9d-b0d9-4057-94c6-ab42f7be2955 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:21.155136 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-200bd68e-f27c-487c-a056-157bd16f2a6c service neutron] 10.222.0.50 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358029 Jul 26 16:00:21.210814 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:21.251077 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9af18536-5d99-43c5-ac21-1e8e5c56a96c service neutron] 10.222.0.50 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948904 Jul 26 16:00:21.371693 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:21.404707 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Checking segment: {'id': 'fb2b0820-4cf9-475b-8c41-6413e5cc0752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ca6be3ea-07d1-4818-8d4a-0e8431785eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:21.404984 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Network hostable DHCP agents. Network: ca6be3ea-07d1-4818-8d4a-0e8431785eb0, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:00:21.502175 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-0d3123e3-83e4-43f8-8365-ec9cca2b9a12 service neutron] 10.222.0.50 "GET /v2.0/networks/831d4c2c-032a-4973-b0f7-ee875771f3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996397 Jul 26 16:00:21.534652 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Network ca6be3ea-07d1-4818-8d4a-0e8431785eb0 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:00:21.591945 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Allocated IP 172.27.1.155 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/e5d86bb3-0263-4e08-a411-47d694bb99d6) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:21.600566 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, ca6be3ea-07d1-4818-8d4a-0e8431785eb0) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:21.611757 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:21.612681 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:21.632536 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ddcf5-300e-4a7c-b30c-05d4c85021b6 None None] Network ca6be3ea-07d1-4818-8d4a-0e8431785eb0 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:21.718339 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-ae765e7c-fa58-4fbf-a047-01c1174fb81e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8476243 Jul 26 16:00:21.741634 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-9d0919ab-047c-4cd3-adc8-cf9b89778b10 service neutron] 10.222.0.50 "GET /v2.0/networks/831d4c2c-032a-4973-b0f7-ee875771f3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309420 Jul 26 16:00:21.762175 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b79695e1-7b79-47ab-a209-0acb287c5cc2 req-5dd83764-2a55-4eb6-913a-6c717a448b3d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.1474373 Jul 26 16:00:21.976091 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:21.996927 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37578) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:22.032522 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2779fb-4027-4a9a-bfc9-9ede852a32bd None None] Network ca6be3ea-07d1-4818-8d4a-0e8431785eb0 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:22.156402 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.189445 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_v2 [None req-381453d1-902c-4ea2-9ba3-01ccbd86148e admin admin] Deleting subnet 565341a1-d983-436b-a6f5-068ccff5d577 {{(pid=93038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:00:22.194024 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.195302 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.230766 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-381453d1-902c-4ea2-9ba3-01ccbd86148e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.392499 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f40a234-9962-4efb-98de-96c4e3b26d5e None None] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:00:22.400984 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9448ef7-ebf3-4041-87ad-ba92ac83517b req-db182c65-9fe1-4e1b-b842-e4ff82580d2e tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.1134858 Jul 26 16:00:22.447326 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Pushing event updated for resources: {'Port': ['ID=e5d86bb3-0263-4e08-a411-47d694bb99d6,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:22.502592 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-8fc3516e-6333-4bc6-bfde-0791b915b0de None None] Provisioning for port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:00:22.504834 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:22.509539 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:22.520783 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:22.598944 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-381453d1-902c-4ea2-9ba3-01ccbd86148e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.617040 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Allocated IP 172.27.1.14 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/035af3cc-5db8-403b-a94f-5fc555969f5a) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:22.623699 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-381453d1-902c-4ea2-9ba3-01ccbd86148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.789368 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device b88fa1d2-b59d-47e2-a965-bffda3fa66e9 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:22.880331 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:00:22.887000 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:22.891728 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.895789 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-381453d1-902c-4ea2-9ba3-01ccbd86148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.943391 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-381453d1-902c-4ea2-9ba3-01ccbd86148e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:22.948482 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37636) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:22.957454 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-381453d1-902c-4ea2-9ba3-01ccbd86148e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/565341a1-d983-436b-a6f5-068ccff5d577 HTTP/1.1" status: 204 len: 168 time: 0.9577110 Jul 26 16:00:23.041089 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.042908 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381453d1-902c-4ea2-9ba3-01ccbd86148e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565341a1-d983-436b-a6f5-068ccff5d577,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:23.061985 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-687a7288-3117-4963-9bd6-55df2fb61d2f None None] Provisioning complete for port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:23.063170 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-687a7288-3117-4963-9bd6-55df2fb61d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.065781 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.101230 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.124236 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port b88fa1d2-b59d-47e2-a965-bffda3fa66e9, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=b88fa1d2-b59d-47e2-a965-bffda3fa66e9,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:00:23.132964 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.178462 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-61f62a14-35aa-4bbf-a41d-87ddec91e501 req-fb5ca717-6d04-4a50-8939-a3880be669b1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.1609013 Jul 26 16:00:23.210201 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.226162 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=b88fa1d2-b59d-47e2-a965-bffda3fa66e9,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:23.309438 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.322866 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.323505 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.324466 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.325019 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > port after_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.325553 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.326051 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > port after_update 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.326557 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.327054 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.327735 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.328246 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.480546 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.500969 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.501564 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.501667 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.501947 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:00:23.502307 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcb3543-d8b1-40d6-bdf0-0503283547c6']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:23.520866 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3343662-5e03-4495-b144-ee799f4987d8') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:23.521156 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3343662-5e03-4495-b144-ee799f4987d8') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:23.535888 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:23.538242 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.542569 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:23.545176 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:23.550956 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Pushing event updated for resources: {'Port': ['ID=035af3cc-5db8-403b-a94f-5fc555969f5a,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:23.565763 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.603280 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:00:23.603696 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.607106 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-06c35fd5-4db8-44d1-811c-3618ff7a18b8 req-5372869b-b03a-42fe-8b8b-54d64ed5f0f8 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0374382 Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: from cryptography.utils import int_from_bytes Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: from cryptography.utils import int_from_bytes Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:00:23.609847 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:00:23.668384 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.676243 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.680781 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2fcb3543-d8b1-40d6-bdf0-0503283547c6 HTTP/1.1" status: 204 len: 168 time: 0.7284713 Jul 26 16:00:23.681216 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37662) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:23.687513 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bde68c-2327-440d-af9b-0d88bcf92106 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fcb3543-d8b1-40d6-bdf0-0503283547c6,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:23.788870 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_v2 [None req-df659c4d-84d9-451f-bd52-dad8daf8e2db admin admin] Deleting subnet 8de14934-03ef-4860-892e-329968ad1233 {{(pid=93038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:00:23.793782 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.796219 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-df659c4d-84d9-451f-bd52-dad8daf8e2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.934540 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-df659c4d-84d9-451f-bd52-dad8daf8e2db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:23.952855 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-df659c4d-84d9-451f-bd52-dad8daf8e2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.022076 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.142203 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-df659c4d-84d9-451f-bd52-dad8daf8e2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.181515 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df659c4d-84d9-451f-bd52-dad8daf8e2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de14934-03ef-4860-892e-329968ad1233,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:24.188341 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-df659c4d-84d9-451f-bd52-dad8daf8e2db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.190170 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-df659c4d-84d9-451f-bd52-dad8daf8e2db admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8de14934-03ef-4860-892e-329968ad1233 HTTP/1.1" status: 204 len: 168 time: 0.5082128 Jul 26 16:00:24.193060 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37666) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:24.240870 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Router 647b9075-74b2-4c23-b97a-6f255076252e is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:00:24.272850 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.360581 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.364527 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.374735 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6be3ea-07d1-4818-8d4a-0e8431785eb0']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:24.385855 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2b0820-4cf9-475b-8c41-6413e5cc0752') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:24.386122 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2b0820-4cf9-475b-8c41-6413e5cc0752') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:24.399732 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.423769 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.431691 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:00:24.432135 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ae800157-f89c-4ed5-b516-e0f307891c2e req-087e42e1-5e9b-4981-9b6d-7ca5f0329ce7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0732760 Jul 26 16:00:24.432400 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:00:24.477072 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:00:24.480882 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:00:24.500815 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Sync routers for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:00:24.508127 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.518178 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.521506 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:00:24.522355 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:00:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:24.523714 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ca6be3ea-07d1-4818-8d4a-0e8431785eb0 HTTP/1.1" status: 204 len: 168 time: 0.3295200 Jul 26 16:00:24.535140 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7b5b9-18d8-427b-aab0-5d4394ae0766 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6be3ea-07d1-4818-8d4a-0e8431785eb0,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:24.549702 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.552285 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-354b71ff-36c1-4998-a846-a6403423f61e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5403993 Jul 26 16:00:24.554298 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37676) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:24.661033 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:00:24.720268 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:00:24.800528 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-917a2f15-6943-41b4-a5de-0590676e5d6f req-76db6f8f-3bac-4215-89e5-f3fe5831f684 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0485816 Jul 26 16:00:24.818850 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device b88fa1d2-b59d-47e2-a965-bffda3fa66e9 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:24.872284 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:00:24.887124 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Sync routers for ids ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:00:24.910300 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:24.917487 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-6f0a9633-6981-41e4-a0f0-adb40d8353bd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5532892 Jul 26 16:00:24.920991 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37686) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:24.950996 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Routers {'f8dd3e68-5bf1-455b-8d13-6725f9d37af5'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:00:24.951852 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:00:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:25.002026 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37688) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:25.037183 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:25.037405 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.051566 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:22Z', 'revision_number': 3, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:25.091174 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Checking router: 647b9075-74b2-4c23-b97a-6f255076252e for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:00:25.091922 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Updating router 647b9075-74b2-4c23-b97a-6f255076252e port e5d86bb3-0263-4e08-a411-47d694bb99d6 binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:00:25.105164 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d3d26521-47ce-4fa6-84cf-fcfefa6cdef0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c979e0bd6694bc98afb675ea7c9b9c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0987909 Jul 26 16:00:25.107456 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37690) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:25.136542 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.146523 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Set router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:00:25.391132 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-af730e81-cdb2-4d8f-a10d-8bedcfc19b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.447306 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-af730e81-cdb2-4d8f-a10d-8bedcfc19b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.454286 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:00:23Z', 'revision_number': 3, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port': {'id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:22Z', 'updated_at': '2021-07-26T16:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:25.499522 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Checking router: f8dd3e68-5bf1-455b-8d13-6725f9d37af5 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:00:25.500022 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Updating router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 port 035af3cc-5db8-403b-a94f-5fc555969f5a binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:00:25.504809 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.532611 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Transition to ACTIVE for port object e5d86bb3-0263-4e08-a411-47d694bb99d6 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:25.580307 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.611677 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.624826 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-23b65367-a731-4c29-a4fd-12c2949664da req-c7a1e497-fa84-48eb-b797-7e36d2453439 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0596797 Jul 26 16:00:25.681862 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Attempting to bind port e5d86bb3-0263-4e08-a411-47d694bb99d6 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:25.682547 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Attempting to bind port e5d86bb3-0263-4e08-a411-47d694bb99d6 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:25.683395 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Attempting to bind port e5d86bb3-0263-4e08-a411-47d694bb99d6 on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:25.687437 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Pushing event updated for resources: {'Port': ['ID=e5d86bb3-0263-4e08-a411-47d694bb99d6,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:25.696414 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.713541 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.714261 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.714846 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.715816 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.716585 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.717229 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.717762 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.718280 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.718827 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.719343 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.719971 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.720744 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Tracked resource versions report: Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: pushed versions: Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: { 'AddressGroup': {'1.2'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'ConntrackHelper': {'1.0'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Log': {'1.0'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Network': {'1.1'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Port': {'1.7'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'PortForwarding': {'1.2'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'QosPolicy': {'1.8'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SecurityGroup': {'1.4'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SubPort': {'1.0'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Subnet': {'1.1'}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Trunk': {'1.1'}} Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: consumer versions: Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: { DHCP agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: HyperV agent@hv-cinder-79760: {}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: L3 agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: Metadata agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: Metering agent@dv-cinder-797608-11-iscsi: {}, Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: Open vSwitch agent@dv-cinder-797608-11-iscsi: { 'AddressGroup': '1.2', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'ConntrackHelper': '1.0', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Log': '1.0', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Network': '1.1', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Port': '1.7', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'PortForwarding': '1.2', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'QosPolicy': '1.8', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SecurityGroup': '1.4', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SecurityGroupRule': '1.2', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'SubPort': '1.0', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Subnet': '1.1', Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: 'Trunk': '1.1'}} Jul 26 16:00:25.725061 dv-cinder-797608-11-iscsi neutron-server[93041]: {{(pid=93041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:00:25.732170 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:25.732573 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:25.733056 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.733509 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:25.735389 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Bound port: e5d86bb3-0263-4e08-a411-47d694bb99d6, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:25.736417 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.758028 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-af730e81-cdb2-4d8f-a10d-8bedcfc19b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.763539 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-af730e81-cdb2-4d8f-a10d-8bedcfc19b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.767262 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-af730e81-cdb2-4d8f-a10d-8bedcfc19b42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af90838e-a6ff-4f6b-8709-727d8b3e26b0 HTTP/1.1" status: 204 len: 168 time: 0.6585917 Jul 26 16:00:25.829761 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] For port e5d86bb3-0263-4e08-a411-47d694bb99d6, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:25.836433 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] For port e5d86bb3-0263-4e08-a411-47d694bb99d6, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=e5d86bb3-0263-4e08-a411-47d694bb99d6,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:25.848674 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.861637 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:25.936928 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af730e81-cdb2-4d8f-a10d-8bedcfc19b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af90838e-a6ff-4f6b-8709-727d8b3e26b0,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:25.947714 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:00:25.948737 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:00:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:26.062374 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-169f7b1b-5e44-427d-822c-0031b6e46d48 req-80b26338-4196-4ca6-8349-5842ea915fc4 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.1226053 Jul 26 16:00:26.066992 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.077057 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a246b-6634-4809-bd67-aadba12cf2d7 None None] Pushing event updated for resources: {'Port': ['ID=e5d86bb3-0263-4e08-a411-47d694bb99d6,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:26.171844 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.185110 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Transition to ACTIVE for port object 035af3cc-5db8-403b-a94f-5fc555969f5a will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:26.195131 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.210805 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:00:26.242406 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Allocated IP 172.20.0.1 (68059e9d-b0d9-4057-94c6-ab42f7be2955/326aa942-f51b-4ca4-a4c4-51885addc214/97b606ec-7312-4c46-8e7b-0e7726b7bb3c) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:26.262827 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aab82-8279-4e40-be8f-f8c73b2d8a18 None None] Pushing event updated for resources: {'Port': ['ID=035af3cc-5db8-403b-a94f-5fc555969f5a,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:26.281918 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Attempting to bind port 035af3cc-5db8-403b-a94f-5fc555969f5a on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:26.282311 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Attempting to bind port 035af3cc-5db8-403b-a94f-5fc555969f5a by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:26.282672 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Attempting to bind port 035af3cc-5db8-403b-a94f-5fc555969f5a on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:26.293362 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:26.293769 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:26.293933 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.295062 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:26.295548 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Bound port: 035af3cc-5db8-403b-a94f-5fc555969f5a, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:26.295947 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.347913 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Allocated IP 172.20.0.1 (b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22/f0b8896f-c63a-4c78-8258-1431b5e7a736/f5db8291-89b9-4c55-b935-4c98df593e04) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:26.376474 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] For port 035af3cc-5db8-403b-a94f-5fc555969f5a, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:26.380900 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] For port 035af3cc-5db8-403b-a94f-5fc555969f5a, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=035af3cc-5db8-403b-a94f-5fc555969f5a,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:26.386397 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.395510 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.415505 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37722) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:26.481092 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Routers {'f8dd3e68-5bf1-455b-8d13-6725f9d37af5'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:00:26.482017 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:00:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:26.488738 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-4db1d733-9236-49d1-805b-4df095f4975b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f952509f28db4ef6919ad1f47dd52d52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0714653 Jul 26 16:00:26.491249 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37724) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:26.503990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.513076 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.521666 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:22Z', 'revision_number': 3, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:26.526921 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Transition to ACTIVE for port object f5db8291-89b9-4c55-b935-4c98df593e04 will not be triggered until provisioned by entity DHCP. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:26.558475 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca812043-002c-4b61-b2b8-d8d21950afb2 None None] The sync data for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi is: [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:22Z', 'revision_number': 3, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:00:26.567331 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.587912 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aab82-8279-4e40-be8f-f8c73b2d8a18 None None] Pushing event updated for resources: {'Port': ['ID=035af3cc-5db8-403b-a94f-5fc555969f5a,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:26.590298 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Pushing event updated for resources: {'Port': ['ID=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:26.600958 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Network 68059e9d-b0d9-4057-94c6-ab42f7be2955 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:26.610856 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:26.611093 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:26.612993 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:26.613546 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.617555 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:26.623148 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] Set router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:00:26.626679 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:26.662764 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Pushing event updated for resources: {'Port': ['ID=f5db8291-89b9-4c55-b935-4c98df593e04,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:26.729975 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.912834 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5b71460f-ac4e-4884-a4e0-d696d23153dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:26.920675 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7540d0ff-f3c3-403d-82d4-16a86a9166e7 req-349596b0-fa2b-4224-875e-9e5200aee39b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.1078296 Jul 26 16:00:26.978481 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5b71460f-ac4e-4884-a4e0-d696d23153dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.052330 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.075477 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.119265 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-e00a7f4d-5aa2-4fec-8a45-af262d8485c6 None None] Provisioning for port f5db8291-89b9-4c55-b935-4c98df593e04 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:00:27.132633 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-e00a7f4d-5aa2-4fec-8a45-af262d8485c6 None None] Provisioning complete for port f5db8291-89b9-4c55-b935-4c98df593e04 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:27.133071 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e00a7f4d-5aa2-4fec-8a45-af262d8485c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.146449 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5b71460f-ac4e-4884-a4e0-d696d23153dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.149458 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5b71460f-ac4e-4884-a4e0-d696d23153dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.151477 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-5b71460f-ac4e-4884-a4e0-d696d23153dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9123f930-f284-4d27-a154-9c0c56ee2132 HTTP/1.1" status: 204 len: 168 time: 0.6592221 Jul 26 16:00:27.185101 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-e00a7f4d-5aa2-4fec-8a45-af262d8485c6 None None] Port f5db8291-89b9-4c55-b935-4c98df593e04 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:00:27.197042 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:00:23Z', 'revision_number': 3, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port': {'id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:22Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:27.210959 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-61bb1ddd-bac2-4b2c-bb52-d1aebaf0d776 req-c056580c-59ca-4c41-85d6-d91c6fe43441 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0470564 Jul 26 16:00:27.242122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71460f-ac4e-4884-a4e0-d696d23153dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9123f930-f284-4d27-a154-9c0c56ee2132,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:27.274187 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7d0d04-6ca4-4a24-8a36-6c1b4f62a7f2 None None] The sync data for ids ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'] in dv-cinder-797608-11-iscsi is: [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:00:23Z', 'revision_number': 3, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port': {'id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:22Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:00:27.384839 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.391897 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.418088 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.426477 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.427419 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.504414 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:27.507635 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Pushing event updated for resources: {'Port': ['ID=f5db8291-89b9-4c55-b935-4c98df593e04,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:27.580818 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Pushing event updated for resources: {'Port': ['ID=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:27.669881 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Network 68059e9d-b0d9-4057-94c6-ab42f7be2955 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:27.669881 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:27.678483 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:27.681775 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:27.873163 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:00:27.948504 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Router 647b9075-74b2-4c23-b97a-6f255076252e has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:00:28.156099 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-36c32b3d-7620-4bf1-8aac-8ef9283c3743 None None] Provisioning complete for port f5db8291-89b9-4c55-b935-4c98df593e04 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:28.156514 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-36c32b3d-7620-4bf1-8aac-8ef9283c3743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:28.201937 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:00:28.215938 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a8dd84a0-6ce0-48ca-b159-f0b48cbf431c admin admin] 10.222.0.50 "PUT /v2.0/routers/647b9075-74b2-4c23-b97a-6f255076252e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6602471 Jul 26 16:00:28.226107 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-36c32b3d-7620-4bf1-8aac-8ef9283c3743 None None] Port f5db8291-89b9-4c55-b935-4c98df593e04 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:00:28.289104 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-33ad76b9-d19d-4e6e-a97f-1bfea4a63aa5 req-9e534194-7e7d-4a1c-9afa-9c9559f87128 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0825024 Jul 26 16:00:28.360356 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:00:28.366571 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0fb757c6-c4d2-4579-bc63-8d2f1fb0219b admin admin] 10.222.0.50 "PUT /v2.0/routers/f8dd3e68-5bf1-455b-8d13-6725f9d37af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4441066 Jul 26 16:00:28.390660 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-af2a4f38-f9d4-49d8-a5c3-330cdd4d708a req-3940e68a-c820-4214-9332-2457ac69616e tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0454738 Jul 26 16:00:28.868590 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 035af3cc-5db8-403b-a94f-5fc555969f5a up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:28.978220 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 035af3cc-5db8-403b-a94f-5fc555969f5a completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:00:28.983846 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 035af3cc-5db8-403b-a94f-5fc555969f5a triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:28.985652 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.181042 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.207685 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 035af3cc-5db8-403b-a94f-5fc555969f5a, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=035af3cc-5db8-403b-a94f-5fc555969f5a,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:00:29.219898 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.221298 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e5d86bb3-0263-4e08-a411-47d694bb99d6 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:29.349043 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37820) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:29.354473 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-4bf4b488-70d7-46f0-800b-36a6a2236919 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004755291', 'description': 'tempest-description--994135054'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:29.369738 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=035af3cc-5db8-403b-a94f-5fc555969f5a,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:29.390098 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port e5d86bb3-0263-4e08-a411-47d694bb99d6 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:00:29.395269 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port e5d86bb3-0263-4e08-a411-47d694bb99d6 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:29.395762 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.401366 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-41371bb4-b327-4c64-9dc7-8ba9daefd23c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:29.411815 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-41371bb4-b327-4c64-9dc7-8ba9daefd23c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 819 time: 0.2418861 Jul 26 16:00:29.440276 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-ed7bbb6c-b238-4cef-a27a-0de907a5272f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/quotas/6a661961d6714958a7e980e51112d73f HTTP/1.1" status: 200 len: 375 time: 0.0274463 Jul 26 16:00:29.473536 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b488-70d7-46f0-800b-36a6a2236919 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.483194 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-644f8145-a938-473b-9288-51b9bc08878b req-5a3a4b97-9bc4-473a-be13-9b9976ebe8af tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0621378 Jul 26 16:00:29.531665 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.579125 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-07fb8136-8bf3-4c76-8ddc-60d00f8f0393 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371825 Jul 26 16:00:29.580406 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port e5d86bb3-0263-4e08-a411-47d694bb99d6, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=e5d86bb3-0263-4e08-a411-47d694bb99d6,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:00:29.591116 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.691259 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Sync routers for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:00:29.707880 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:00:29.709445 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=e5d86bb3-0263-4e08-a411-47d694bb99d6,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:29.709796 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:00:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:29.755683 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-34334ec5-d91a-4a8a-9cff-f400b9caecab req-614e5ad2-8724-49b8-8f23-3f0981fa5b74 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.1143808 Jul 26 16:00:29.811138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b488-70d7-46f0-800b-36a6a2236919 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.823742 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b488-70d7-46f0-800b-36a6a2236919 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.879648 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4bf4b488-70d7-46f0-800b-36a6a2236919 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.884478 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-4bf4b488-70d7-46f0-800b-36a6a2236919 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5326858 Jul 26 16:00:29.890356 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37838) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:29.895467 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4b488-70d7-46f0-800b-36a6a2236919 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7838c9-eb67-4fdc-8b2d-753486de89cc,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:29.897745 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-2be13ae4-8e0f-4c4e-99e3-7b6607a025e6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'security_group_rule': {'security_group_id': '7a7838c9-eb67-4fdc-8b2d-753486de89cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:29.934887 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-57aad1e2-975a-4e01-8146-709108ea5710 service neutron] 10.222.0.50 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385820 Jul 26 16:00:29.974041 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2be13ae4-8e0f-4c4e-99e3-7b6607a025e6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:29.982329 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Sync routers for ids ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:00:29.997696 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Routers {'f8dd3e68-5bf1-455b-8d13-6725f9d37af5'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:00:29.998528 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:00:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:30.002118 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:00:30.120036 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2be13ae4-8e0f-4c4e-99e3-7b6607a025e6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.124188 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-4d07d3e6-70bd-4696-9b7a-28adc5b29ebf service neutron] 10.222.0.50 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772783 Jul 26 16:00:30.125861 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2be13ae4-8e0f-4c4e-99e3-7b6607a025e6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.147957 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be13ae4-8e0f-4c4e-99e3-7b6607a025e6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4a5052-241c-4413-867d-619e7b1894b4,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:30.162446 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2be13ae4-8e0f-4c4e-99e3-7b6607a025e6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.163937 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2be13ae4-8e0f-4c4e-99e3-7b6607a025e6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2725503 Jul 26 16:00:30.166754 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 37854) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:30.180133 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-9e4f59bf-9b6d-4fba-887c-3115ea6d2be5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'security_group_rule': {'security_group_id': '7a7838c9-eb67-4fdc-8b2d-753486de89cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:30.189624 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Set router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:00:30.218460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9e4f59bf-9b6d-4fba-887c-3115ea6d2be5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.317206 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:27Z', 'revision_number': 2, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:30.335273 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9e4f59bf-9b6d-4fba-887c-3115ea6d2be5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.345052 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9e4f59bf-9b6d-4fba-887c-3115ea6d2be5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.378690 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Checking router: 647b9075-74b2-4c23-b97a-6f255076252e for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:00:30.379180 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Updating router 647b9075-74b2-4c23-b97a-6f255076252e port f5db8291-89b9-4c55-b935-4c98df593e04 binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:00:30.413868 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9e4f59bf-9b6d-4fba-887c-3115ea6d2be5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.413868 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-9e4f59bf-9b6d-4fba-887c-3115ea6d2be5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2454841 Jul 26 16:00:30.416955 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37870) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:30.424898 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:30.426507 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.452536 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f59bf-9b6d-4fba-887c-3115ea6d2be5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f85ac95-511b-4099-b2b7-ffff1c2d0a87,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:30.471263 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-715373a8-4e85-46e1-a716-faf87de608e4 req-fbfa3ef2-28d7-4005-ad86-35d667d59526 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 210 time: 0.0948091 Jul 26 16:00:30.500279 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.625566 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port': {'id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:22Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '97b606ec-7312-4c46-8e7b-0e7726b7bb3c', 'name': '', 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'mac_address': 'fa:16:3e:90:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '326aa942-f51b-4ca4-a4c4-51885addc214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:25Z', 'updated_at': '2021-07-26T16:00:27Z', 'revision_number': 2, 'project_id': '6a661961d6714958a7e980e51112d73f', 'subnets': [{'id': '326aa942-f51b-4ca4-a4c4-51885addc214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:30.714298 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Checking router: f8dd3e68-5bf1-455b-8d13-6725f9d37af5 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:00:30.720395 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Updating router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:00:30.794027 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fd4a8cb8-1c3e-42b4-a975-9631f8bbc0e0 req-e3d6fe52-0c10-48df-9b06-37c0811b0c25 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.1058948 Jul 26 16:00:30.830278 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 035af3cc-5db8-403b-a94f-5fc555969f5a up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:30.856173 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37896) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:30.867150 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:30.907127 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:00:31.002095 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.008049 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-7e49348c-976b-4b43-9400-89a857073aef tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:31.011362 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9cf3e485-2a80-4d80-b948-24c819071280 req-68c6e49e-07e3-4c6d-83f1-49e9fd8581c4 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.1149476 Jul 26 16:00:31.014258 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-7e49348c-976b-4b43-9400-89a857073aef tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 819 time: 0.2312269 Jul 26 16:00:31.016460 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.040696 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 035af3cc-5db8-403b-a94f-5fc555969f5a triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:31.042044 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.048472 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Transition to ACTIVE for port object f5db8291-89b9-4c55-b935-4c98df593e04 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:31.051479 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-b045891a-9332-485b-add0-5c1cc2de3ae3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/quotas/6a661961d6714958a7e980e51112d73f HTTP/1.1" status: 200 len: 375 time: 0.0221341 Jul 26 16:00:31.068463 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.148439 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4e66cc6-7ddc-475d-990d-b0a75e5dc6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.169751 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12737181-ba29-4cb8-83ea-29e749d1bee1 None None] Pushing event updated for resources: {'Port': ['ID=f5db8291-89b9-4c55-b935-4c98df593e04,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:31.208274 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-e3616c0f-f1aa-45fd-b51c-a5d66b9895c9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482666 Jul 26 16:00:31.276235 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.38', 64024) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:31.373966 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Attempting to bind port f5db8291-89b9-4c55-b935-4c98df593e04 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:31.374407 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Attempting to bind port f5db8291-89b9-4c55-b935-4c98df593e04 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:31.375526 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Attempting to bind port f5db8291-89b9-4c55-b935-4c98df593e04 on network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:31.383849 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:31.384298 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Checking segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:31.384657 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.385061 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Bound using segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:31.385538 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Bound port: f5db8291-89b9-4c55-b935-4c98df593e04, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:31.385947 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.423769 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-6a5dd2af-f1b0-42a6-bbb6-323c52b8bb5e service neutron] 10.222.0.50 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046995 Jul 26 16:00:31.539325 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-d4d53788-26da-4387-9d5a-193ec81faaed tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:31.541610 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-d4d53788-26da-4387-9d5a-193ec81faaed tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 814 time: 0.2153611 Jul 26 16:00:31.549308 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e5d86bb3-0263-4e08-a411-47d694bb99d6 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:31.554229 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] For port f5db8291-89b9-4c55-b935-4c98df593e04, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:31.561452 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] For port f5db8291-89b9-4c55-b935-4c98df593e04, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=f5db8291-89b9-4c55-b935-4c98df593e04,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:31.571402 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.598807 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Allocated IP 172.27.1.100 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/6fb3d5da-7d1c-4282-8e33-310d6134fa96) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:31.619230 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-4d942f4b-afbc-433a-82f9-f24a5e8abda3 service neutron] 10.222.0.50 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929345 Jul 26 16:00:31.693863 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port e5d86bb3-0263-4e08-a411-47d694bb99d6 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:31.694479 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:31.719255 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12737181-ba29-4cb8-83ea-29e749d1bee1 None None] Pushing event updated for resources: {'Port': ['ID=f5db8291-89b9-4c55-b935-4c98df593e04,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:31.755657 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:00:31.756734 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:00:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:31.870843 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.38', 64031) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:31.904753 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:32.155833 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:00:32.261915 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d8bc206c-46dc-4b88-afce-6b24120044d6 req-6c95e6d4-be4e-46bb-bec4-63d2c94a114e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.1156926 Jul 26 16:00:32.398984 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:32.423417 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Transition to ACTIVE for port object 97b606ec-7312-4c46-8e7b-0e7726b7bb3c will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:32.460148 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:32.469883 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-038896d9-bb8c-421c-b6f8-e8f21fbcf40f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:32.472759 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-038896d9-bb8c-421c-b6f8-e8f21fbcf40f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.38 "GET /v2.0/networks?id=831d4c2c-032a-4973-b0f7-ee875771f3a6 HTTP/1.1" status: 200 len: 812 time: 0.5945685 Jul 26 16:00:32.496771 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Request body: {'port': {'device_id': '9d0c7c48-1c7a-4081-81ca-7ed3330ff07e', 'network_id': '831d4c2c-032a-4973-b0f7-ee875771f3a6', 'admin_state_up': True, 'tenant_id': 'b73b47bfefab403c99650b311468254c'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:32.507083 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Request body: {'port': {'device_id': '22a8087e-d3c4-404f-9358-895f16187b55', 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'admin_state_up': True, 'tenant_id': 'c28c9740466d4f1ead858fdfc8e6577c'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:32.528025 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:32.552856 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-21c66178-a148-4ad6-94b0-6b2387071bde req-2e6f5b9d-79dd-4f7f-95e2-dadfa9ffebe0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.5518649 Jul 26 16:00:32.590616 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77a230-6035-400d-a835-495c9f6ecd61 None None] Pushing event updated for resources: {'Port': ['ID=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:32.726574 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4e66cc6-7ddc-475d-990d-b0a75e5dc6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:32.728772 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:31Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:32.834604 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de5cb3-fb53-46bb-9d1e-8822a99b7f4f None None] The sync data for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi is: [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:31Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:00:32.838199 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5ccbbae8-677d-4899-aa08-cb8b65351294 req-f3479c9c-e4b5-4361-8bae-df1c0919fe9f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0806170 Jul 26 16:00:32.880659 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Made reservation on behalf of b73b47bfefab403c99650b311468254c for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:32.884240 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:32.968006 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Attempting to bind port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:32.969483 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Attempting to bind port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:32.970022 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Attempting to bind port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c on network 68059e9d-b0d9-4057-94c6-ab42f7be2955 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:32.976806 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:32.977406 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Checking segment: {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:32.978145 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:32.978681 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Bound using segment: {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:32.979299 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Bound port: 97b606ec-7312-4c46-8e7b-0e7726b7bb3c, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:32.980615 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:33.000114 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4e66cc6-7ddc-475d-990d-b0a75e5dc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:33.053942 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:33.055249 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e66cc6-7ddc-475d-990d-b0a75e5dc6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f8791-7f45-4c3c-9586-224af3b7f267,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:33.074150 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:33.082211 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:33.147718 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] For port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:33.154244 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] For port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:33.161216 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:33.273969 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a4e66cc6-7ddc-475d-990d-b0a75e5dc6c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc9f6626072d49b39ba35de2bf1932e6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4028411 Jul 26 16:00:33.295916 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 37996) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:33.346531 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'Port': ['ID=6fb3d5da-7d1c-4282-8e33-310d6134fa96,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:33.394454 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77a230-6035-400d-a835-495c9f6ecd61 None None] Pushing event updated for resources: {'Port': ['ID=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:33.443064 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Routers {'f8dd3e68-5bf1-455b-8d13-6725f9d37af5'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:00:33.443695 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:00:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:33.506044 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Made reservation on behalf of c28c9740466d4f1ead858fdfc8e6577c for: {'port': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:33.528725 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:33.610237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.38', 64039) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:34.016815 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-88699cbb-c8ac-41a9-92b1-8ba8af6be300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:34.079458 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] Set router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:00:34.122427 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Allocated IP 172.20.0.9 (831d4c2c-032a-4973-b0f7-ee875771f3a6/3d8c4924-754e-47b4-8d60-508e0585bc18/03392538-f0d9-4228-a4aa-798aebd70aa1) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:34.133032 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-483868ba-ba2a-430c-afd1-1cd49026765b req-6fefdc2d-f76b-4f0a-9a3a-bb51d9adc29f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.4466598 Jul 26 16:00:34.177868 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1e5f2248-35bf-4344-95a0-6ae5bf0f77d4 req-ddcfcdca-ea92-46a9-83c6-7188129beaf4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.1106544 Jul 26 16:00:34.240166 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:34.500626 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:34.543111 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-37268022-e356-43ff-bbd6-02b08260a159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:34.822343 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port': {'id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:22Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '97b606ec-7312-4c46-8e7b-0e7726b7bb3c', 'name': '', 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'mac_address': 'fa:16:3e:90:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '326aa942-f51b-4ca4-a4c4-51885addc214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:25Z', 'updated_at': '2021-07-26T16:00:33Z', 'revision_number': 4, 'project_id': '6a661961d6714958a7e980e51112d73f', 'subnets': [{'id': '326aa942-f51b-4ca4-a4c4-51885addc214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:00:34.825884 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-37268022-e356-43ff-bbd6-02b08260a159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:34.925143 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b225b7-69a4-4b37-8a43-240b97f8d78f None None] The sync data for ids ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'] in dv-cinder-797608-11-iscsi is: [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port': {'id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:22Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '97b606ec-7312-4c46-8e7b-0e7726b7bb3c', 'name': '', 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'mac_address': 'fa:16:3e:90:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '326aa942-f51b-4ca4-a4c4-51885addc214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:25Z', 'updated_at': '2021-07-26T16:00:33Z', 'revision_number': 4, 'project_id': '6a661961d6714958a7e980e51112d73f', 'subnets': [{'id': '326aa942-f51b-4ca4-a4c4-51885addc214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:00:34.926901 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device f5db8291-89b9-4c55-b935-4c98df593e04 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:34.971298 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-37268022-e356-43ff-bbd6-02b08260a159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:34.975258 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-37268022-e356-43ff-bbd6-02b08260a159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:34.977295 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-37268022-e356-43ff-bbd6-02b08260a159 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f4f8791-7f45-4c3c-9586-224af3b7f267 HTTP/1.1" status: 204 len: 168 time: 1.6345887 Jul 26 16:00:35.091546 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Allocated IP 172.20.0.5 (3630f43c-39d4-4069-886c-ec1835da1d5d/148370dd-b6dc-4375-8d36-a91f81f9ec5c/a53904e9-d74d-46bd-918a-d93861589f42) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:35.218607 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.223766 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port f5db8291-89b9-4c55-b935-4c98df593e04 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:00:35.231850 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port f5db8291-89b9-4c55-b935-4c98df593e04 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:35.232303 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.324019 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4c9fbac4-f411-4678-a0ea-aa579ea55770 req-c7638c74-f009-4543-9e99-ba7290c4bce4 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.8496976 Jul 26 16:00:35.333868 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.364756 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-12190f0f-e36d-4d83-8479-07f391795525 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:35.366716 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-12190f0f-e36d-4d83-8479-07f391795525 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 819 time: 1.7553422 Jul 26 16:00:35.471830 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.529442 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port f5db8291-89b9-4c55-b935-4c98df593e04, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=f5db8291-89b9-4c55-b935-4c98df593e04,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:00:35.541238 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.544747 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-509bebc6-8393-4da2-870f-7c2a32968c5f req-11707ea3-a9a2-4c61-916b-2d2af052a859 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0679941 Jul 26 16:00:35.567381 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Network 831d4c2c-032a-4973-b0f7-ee875771f3a6 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:35.588284 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:35.592860 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:35.602521 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:35.603264 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.607075 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Pushing event updated for resources: {'Port': ['ID=03392538-f0d9-4228-a4aa-798aebd70aa1,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:35.635943 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-36213a03-ea3f-4e13-a669-657988596e86 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1442323 Jul 26 16:00:35.687392 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=f5db8291-89b9-4c55-b935-4c98df593e04,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:35.747240 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37268022-e356-43ff-bbd6-02b08260a159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f8791-7f45-4c3c-9586-224af3b7f267,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:35.770964 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 38066) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:35.788530 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ba33-2963-4fa8-9076-fd65724cfc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.805500 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2d6e1620-64dc-402a-875a-02e3588f8941 req-380ff559-73f7-4b31-bff7-c12e1a6a89eb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0758059 Jul 26 16:00:35.915568 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ba33-2963-4fa8-9076-fd65724cfc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.921307 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ba33-2963-4fa8-9076-fd65724cfc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:35.963722 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9ba33-2963-4fa8-9076-fd65724cfc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a2edb-f45d-4cdb-8037-3bf3733149c6,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:35.970911 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e5c9ba33-2963-4fa8-9076-fd65724cfc97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c28fdd629b24c77acf3924e7e375c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977911 Jul 26 16:00:35.973530 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 38070) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:35.997959 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.013851 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.021689 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.032536 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c8f87b36-537e-40ce-a5a1-0b29d5baebd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.063028 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c8f87b36-537e-40ce-a5a1-0b29d5baebd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.119604 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'Port': ['ID=6fb3d5da-7d1c-4282-8e33-310d6134fa96,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:36.133757 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.136918 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.141472 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c8f87b36-537e-40ce-a5a1-0b29d5baebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.145976 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c8f87b36-537e-40ce-a5a1-0b29d5baebd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.146799 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-c8f87b36-537e-40ce-a5a1-0b29d5baebd1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d24a2edb-f45d-4cdb-8037-3bf3733149c6 HTTP/1.1" status: 204 len: 168 time: 0.1718926 Jul 26 16:00:36.163275 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f87b36-537e-40ce-a5a1-0b29d5baebd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a2edb-f45d-4cdb-8037-3bf3733149c6,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:36.210075 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7dd9f3d3-c8d3-496b-af64-5c39887ffacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.235525 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.236926 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b3929204-e00b-48ec-b995-843d41e58435 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8184950 Jul 26 16:00:36.249777 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Network 3630f43c-39d4-4069-886c-ec1835da1d5d is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:36.258113 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:36.261168 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:36.293933 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Pushing event updated for resources: {'Port': ['ID=a53904e9-d74d-46bd-918a-d93861589f42,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:36.323751 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:36.324382 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.341834 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-c1e1e3fc-3fdc-41fb-907f-c0a358589947 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0489187 Jul 26 16:00:36.457704 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.506502 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c85f-9845-4650-9292-80b02bdcf2f6 req-7a9919c7-8d02-4c6e-b8f4-91803f88f448 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:36.508157 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79d0c85f-9845-4650-9292-80b02bdcf2f6 req-7a9919c7-8d02-4c6e-b8f4-91803f88f448 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.1083963 Jul 26 16:00:36.514361 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-aa5e6586-46bb-4123-9535-fdebdbac5697 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1004755291&fields=id&tenant_id=001c523afc174d1bbaa01cfa69d6a592 HTTP/1.1" status: 200 len: 267 time: 0.0432067 Jul 26 16:00:36.570277 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79d0c85f-9845-4650-9292-80b02bdcf2f6 req-8e2d7609-2b27-495f-b668-48ff319da674 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Jul 26 16:00:36.668091 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c90a186f-0a72-4d38-a791-f7a4ff8f167f req-26cf5a09-23df-4f4d-95cc-8694d91a1fef tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0344429 Jul 26 16:00:36.672091 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-ea1c1486-c2e5-40ad-bcb2-a6cd97195754 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:36.673900 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-ea1c1486-c2e5-40ad-bcb2-a6cd97195754 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 816 time: 0.1512637 Jul 26 16:00:36.691496 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-4e49f1b3-eb04-4832-8712-e6b941fdfbfe tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/quotas/001c523afc174d1bbaa01cfa69d6a592 HTTP/1.1" status: 200 len: 375 time: 0.0103934 Jul 26 16:00:36.765943 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-b07428a7-f8f8-46de-8239-33d78d2f87a2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681005 Jul 26 16:00:36.817942 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 97b606ec-7312-4c46-8e7b-0e7726b7bb3c up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:36.881535 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:00:36.887705 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:36.887877 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-3af4242c-4d07-4812-bd2d-bcdce229d8d1 service neutron] 10.222.0.50 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060305 Jul 26 16:00:36.888522 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:36.991781 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ae762-08c9-4fdd-a16d-1d0f49153fa8 req-10ec7382-cf0d-4681-9219-ce6d58e2eabb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:36.992868 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-f8a1c467-26c6-4959-a716-70b31e064b49 service neutron] 10.222.0.50 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979033 Jul 26 16:00:36.993489 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fb1ae762-08c9-4fdd-a16d-1d0f49153fa8 req-10ec7382-cf0d-4681-9219-ce6d58e2eabb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.0988045 Jul 26 16:00:37.023259 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:37.059116 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fb1ae762-08c9-4fdd-a16d-1d0f49153fa8 req-024396ef-de9d-4dab-b9a0-b4640a703aed tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566523 Jul 26 16:00:37.062397 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:00:37.069058 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:37.070923 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device f5db8291-89b9-4c55-b935-4c98df593e04 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:37.152053 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:37.166573 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port f5db8291-89b9-4c55-b935-4c98df593e04 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:37.167174 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:37.204758 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-73c87165-3f55-4196-8156-b2adc03332bf req-d4d41e18-2b60-429a-9e3d-8fceb9850843 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0389001 Jul 26 16:00:37.232739 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:37.788400 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f0c00cd2-2462-4046-8508-e14645ae2c20 req-64c8d4b5-e1e5-43b9-bd02-b18877d1b7c0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0374234 Jul 26 16:00:37.860698 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267e91-4a0c-468f-8962-541ba5d18ca1 req-d91dd483-ba1e-491d-b698-a1b11cf84c29 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:37.865177 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a267e91-4a0c-468f-8962-541ba5d18ca1 req-d91dd483-ba1e-491d-b698-a1b11cf84c29 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.1605587 Jul 26 16:00:37.913858 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a267e91-4a0c-468f-8962-541ba5d18ca1 req-bac782a6-63fe-4787-a2c8-81cef7930308 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 Jul 26 16:00:38.241702 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdc525-4c3e-41d5-9709-af4ce910cee6 req-47226525-e814-4499-90bc-0b7afa0ffc9a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:38.243943 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a1cdc525-4c3e-41d5-9709-af4ce910cee6 req-47226525-e814-4499-90bc-0b7afa0ffc9a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.0904827 Jul 26 16:00:38.320583 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a1cdc525-4c3e-41d5-9709-af4ce910cee6 req-7384d6fd-a222-4e58-80e4-544953e1e716 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594766 Jul 26 16:00:38.378438 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-024b4c2d-af19-4a12-8b98-82139baa6615 req-0be519ec-f2b9-4c66-a7cf-836fffb1f760 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0472503 Jul 26 16:00:38.754337 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 97b606ec-7312-4c46-8e7b-0e7726b7bb3c up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:00:38.845812 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:38.846604 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:38.914892 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:38.961172 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3cf4595e-085f-4849-ad5d-6b3fa7a219b3 req-132ab0ad-3b1c-492a-91c4-3798efbb5424 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0579402 Jul 26 16:00:39.147012 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcaceb-693c-4eae-86d7-985f05e9b959 req-2a213110-d81e-4c0d-b470-1fa81a930651 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:39.153765 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a1fcaceb-693c-4eae-86d7-985f05e9b959 req-2a213110-d81e-4c0d-b470-1fa81a930651 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.1034491 Jul 26 16:00:39.210449 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a1fcaceb-693c-4eae-86d7-985f05e9b959 req-0415b0ee-d0c1-4af9-be3f-179ab5e717e0 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545316 Jul 26 16:00:39.538796 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-83f751ce-8be2-4bcc-b36e-8d6a9cc28da1 req-19c2b447-108b-4527-a847-9b399b19ec27 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0580318 Jul 26 16:00:39.608228 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fa621-22eb-44da-945c-ab573dc43929 req-6242c700-9497-42d0-a4b2-1dc6248ca600 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:39.609975 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-707fa621-22eb-44da-945c-ab573dc43929 req-6242c700-9497-42d0-a4b2-1dc6248ca600 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.1474981 Jul 26 16:00:39.678127 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-707fa621-22eb-44da-945c-ab573dc43929 req-5fa56ba9-db14-4d6f-a122-ea1f96662344 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556264 Jul 26 16:00:40.110730 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-440c0928-331f-456b-8d99-ebfb14ae22d8 req-18a867e9-f7fd-4c50-8a84-67e7e13726ca tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0401118 Jul 26 16:00:40.397021 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff2b3e-68ca-44d8-aff7-db340e11cff5 req-fca107f0-cc09-4754-a016-5443069ce25f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:40.404891 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-99ff2b3e-68ca-44d8-aff7-db340e11cff5 req-fca107f0-cc09-4754-a016-5443069ce25f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.1036546 Jul 26 16:00:40.453021 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-99ff2b3e-68ca-44d8-aff7-db340e11cff5 req-9d437efa-b0a5-4664-b89a-5151ab66049a tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460443 Jul 26 16:00:40.668533 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1e8a5c2a-1982-4232-99d7-6b4c77c51792 req-16bc9ee1-e339-4935-806a-5378ec1e4e98 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0389619 Jul 26 16:00:40.742235 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38274) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:40.819339 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc210ba-18f7-4326-a854-634072e7a955 req-a6268f91-bdc9-465c-89b2-b21a190e013e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:40.821145 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0fc210ba-18f7-4326-a854-634072e7a955 req-a6268f91-bdc9-465c-89b2-b21a190e013e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.0789211 Jul 26 16:00:40.860501 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a979633-cd1a-4791-afbe-dcf15497f052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:40.868235 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0fc210ba-18f7-4326-a854-634072e7a955 req-d890a0ba-e5f3-4678-9317-67f4ef768003 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 Jul 26 16:00:40.972599 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a979633-cd1a-4791-afbe-dcf15497f052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:40.976377 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a979633-cd1a-4791-afbe-dcf15497f052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:41.016872 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a979633-cd1a-4791-afbe-dcf15497f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569af2d5-da14-4277-9900-77d7a49ec489,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:41.023129 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8a979633-cd1a-4791-afbe-dcf15497f052 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b150b2b6eb445138fa1f702e7a69b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797179 Jul 26 16:00:41.025825 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38280) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:41.074215 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5715437-6dc2-4326-ac40-ad2b63c067d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:41.095958 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5715437-6dc2-4326-ac40-ad2b63c067d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:41.152262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5715437-6dc2-4326-ac40-ad2b63c067d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:41.155451 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d5715437-6dc2-4326-ac40-ad2b63c067d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:41.157372 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d5715437-6dc2-4326-ac40-ad2b63c067d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/569af2d5-da14-4277-9900-77d7a49ec489 HTTP/1.1" status: 204 len: 168 time: 0.1305432 Jul 26 16:00:41.216504 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4ed2072d-a8c1-4f22-aeef-1e791b23ec66 req-9edd1389-ccff-4046-8c42-6fa6969d42bb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0426075 Jul 26 16:00:41.218350 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5715437-6dc2-4326-ac40-ad2b63c067d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569af2d5-da14-4277-9900-77d7a49ec489,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:41.629512 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3867572-1de9-42a8-b27b-c7c4ba4e847c req-55dfc3da-9e3b-4848-9f6d-9795c7ca9c17 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:41.631019 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3867572-1de9-42a8-b27b-c7c4ba4e847c req-55dfc3da-9e3b-4848-9f6d-9795c7ca9c17 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.0970881 Jul 26 16:00:41.670202 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3867572-1de9-42a8-b27b-c7c4ba4e847c req-db81ac45-bfc9-4757-83d8-313df692b444 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Jul 26 16:00:41.782805 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0c24160c-1ce6-414d-a3d7-b6e1075f2618 req-e5328ea6-aaad-408a-85ea-c5c153753310 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0427732 Jul 26 16:00:42.027431 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1f64-3b24-47df-8cc9-45d099adbcd1 req-837384d3-f8da-4770-b873-0a750a5582d2 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:42.029195 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-443f1f64-3b24-47df-8cc9-45d099adbcd1 req-837384d3-f8da-4770-b873-0a750a5582d2 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.0916407 Jul 26 16:00:42.073422 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-443f1f64-3b24-47df-8cc9-45d099adbcd1 req-b7205d17-b24d-4127-aeeb-de9a600f1a9b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Jul 26 16:00:42.323737 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dc8041f4-42f3-44ef-a6f5-d3bca273c46c req-eb087e19-b0d3-4a91-9f74-ecd66cdf5e7c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0404103 Jul 26 16:00:42.848539 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2de8-a82a-473e-964c-f191093130ea req-fa347227-abdd-4778-86c7-a778dc5abb73 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:42.851043 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fb1e2de8-a82a-473e-964c-f191093130ea req-fa347227-abdd-4778-86c7-a778dc5abb73 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.0794270 Jul 26 16:00:42.919551 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fb1e2de8-a82a-473e-964c-f191093130ea req-a3948b2e-7cc3-4c45-ae3e-8e46f9214114 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579267 Jul 26 16:00:42.931706 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b6aad0a7-6797-497d-ae65-2e04d129ee42 req-32acdaee-c3f1-47d2-b98e-fe22708fd83c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0361843 Jul 26 16:00:43.234374 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8a32c-ca66-469a-a349-a17e872006d4 req-75884c1b-7f43-41b5-86cd-832ae62bb663 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:43.235991 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-aad8a32c-ca66-469a-a349-a17e872006d4 req-75884c1b-7f43-41b5-86cd-832ae62bb663 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.0739918 Jul 26 16:00:43.277946 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-aad8a32c-ca66-469a-a349-a17e872006d4 req-77073b28-2887-4aca-98a5-0006e5751572 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350642 Jul 26 16:00:43.432222 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6a331057-c238-42a3-8078-b69c7106b756 req-f4b2580d-e281-47bf-af78-32c76f5be27d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0357494 Jul 26 16:00:44.046323 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d8af4808-78a0-409f-974c-2fc4a3dbe2b4 req-f91da5a6-c57a-454d-aa37-c607a8c2492b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0317860 Jul 26 16:00:44.072038 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338225d3-ff9f-4051-9d77-43a82e6c9c76 req-0569456c-0087-41c6-b962-1ecc0a00556d tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:44.074160 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-338225d3-ff9f-4051-9d77-43a82e6c9c76 req-0569456c-0087-41c6-b962-1ecc0a00556d tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.0904174 Jul 26 16:00:44.119682 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-338225d3-ff9f-4051-9d77-43a82e6c9c76 req-650189d7-bf18-4910-b534-760a11371eeb tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Jul 26 16:00:44.451327 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243c892-2378-4b8e-8979-bff20b327c99 req-7f73ee5e-17b9-4de7-a644-cfd58caf3a67 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:44.459086 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2243c892-2378-4b8e-8979-bff20b327c99 req-7f73ee5e-17b9-4de7-a644-cfd58caf3a67 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.1033258 Jul 26 16:00:44.535036 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2243c892-2378-4b8e-8979-bff20b327c99 req-9a1e0683-b58c-4318-9d59-57acaad1e208 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686951 Jul 26 16:00:44.660390 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-510c4b7f-56a0-4091-a9c8-fec85eda54b6 req-6f4ec0e5-a6ad-43e0-b687-1bd1f17726b7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0898581 Jul 26 16:00:45.195599 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d00bb242-1e54-42f8-b145-aa1364f9b9ce req-e06700e3-9d01-45bb-9d35-fbe10c27e1e9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0308828 Jul 26 16:00:45.278063 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ba312-e3ad-4ffb-be59-f96c9c4331c4 req-d1b9c9d7-a446-4608-aa48-1ddd5447989a tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:45.281001 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-496ba312-e3ad-4ffb-be59-f96c9c4331c4 req-d1b9c9d7-a446-4608-aa48-1ddd5447989a tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.0771391 Jul 26 16:00:45.352274 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-496ba312-e3ad-4ffb-be59-f96c9c4331c4 req-6a21b1e4-f58d-411c-a06c-682085aa9657 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 Jul 26 16:00:45.676114 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a05ee-6f58-41bc-a902-2f9f40b61bee req-d9a8bf81-be6a-46a4-9373-8d49bf0cd55e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:45.677634 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-471a05ee-6f58-41bc-a902-2f9f40b61bee req-d9a8bf81-be6a-46a4-9373-8d49bf0cd55e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.0653172 Jul 26 16:00:45.726979 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-471a05ee-6f58-41bc-a902-2f9f40b61bee req-4250c096-0fc1-4788-9af7-16ca32b5b8d7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Jul 26 16:00:45.800615 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64bc3b00-80e4-4c59-a8d1-00d6570ea634 req-e2cb952b-e41c-486e-8581-66476294dd61 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0319691 Jul 26 16:00:46.343504 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7081aff4-bfb7-4bf1-bdae-713ffe23b98f req-5a05499a-55df-4a3a-9fc0-44c8070ae694 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0373559 Jul 26 16:00:46.521166 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c6a54-3ccf-44fe-bbeb-4bcd128ca653 req-d3fe2b24-9c0f-431a-88de-33b8f4819a75 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:46.523709 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d02c6a54-3ccf-44fe-bbeb-4bcd128ca653 req-d3fe2b24-9c0f-431a-88de-33b8f4819a75 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.0961621 Jul 26 16:00:46.625626 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d02c6a54-3ccf-44fe-bbeb-4bcd128ca653 req-df43e4cc-0240-4a45-8594-c0fde65afa18 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948226 Jul 26 16:00:46.871700 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1b0b3-1714-49f3-a714-3eb20038cfab req-64985613-f446-4b77-aa41-658e67309893 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:46.873370 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-85a1b0b3-1714-49f3-a714-3eb20038cfab req-64985613-f446-4b77-aa41-658e67309893 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.0759284 Jul 26 16:00:46.908422 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-66c80530-a1ad-4622-87b1-dfe25cace456 req-bd83ce30-2284-48ce-ae38-49db2f756308 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0292656 Jul 26 16:00:46.914083 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-85a1b0b3-1714-49f3-a714-3eb20038cfab req-a1737831-21d0-4a00-b1e3-73e8e2ad92b6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Jul 26 16:00:47.445504 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fca24834-3107-4065-8f64-13c4f36eeff4 req-e4a2b06f-4462-40fc-86f2-798b22911b0c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0299048 Jul 26 16:00:47.754678 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000687b3-389d-49ee-92f6-0ba0b555b5a0 req-17290d97-2e2a-46af-a546-8f98ddb9b3bc tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:47.756253 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-000687b3-389d-49ee-92f6-0ba0b555b5a0 req-17290d97-2e2a-46af-a546-8f98ddb9b3bc tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.0643008 Jul 26 16:00:47.802160 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-000687b3-389d-49ee-92f6-0ba0b555b5a0 req-bc28bfab-c52c-4ad1-94d5-0ccfefe823d7 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397687 Jul 26 16:00:48.004975 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c6c7c7f5-8a03-4e10-a773-8e71e0693959 req-584d42ff-54e1-45d1-9401-d9a96db54e19 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0291936 Jul 26 16:00:48.043330 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8228a3-8051-4e08-9020-304966192b79 req-a6a30acf-1bd8-408c-ae43-463ed7082de7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:48.044948 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5e8228a3-8051-4e08-9020-304966192b79 req-a6a30acf-1bd8-408c-ae43-463ed7082de7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.0660727 Jul 26 16:00:48.100638 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5e8228a3-8051-4e08-9020-304966192b79 req-d1d883f3-b18a-40c4-aecb-778f7dcebe22 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Jul 26 16:00:48.548518 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5d0880d3-3d16-41a2-a3df-6ecabd771774 req-b09f8251-5d43-436f-8359-d18c0463b51c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0330915 Jul 26 16:00:48.876639 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.38', 64070) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:48.938321 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc82c5-9700-4685-b7bc-271ebe6fe67e req-2f347050-7690-436a-93a5-2b47a559b0e1 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:48.939887 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4acc82c5-9700-4685-b7bc-271ebe6fe67e req-2f347050-7690-436a-93a5-2b47a559b0e1 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 931 time: 0.0633416 Jul 26 16:00:48.966811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Request body: {'port': {'device_id': '447353ac-8b3d-48d7-840d-a216ebb98598', 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955', 'admin_state_up': True, 'tenant_id': '6a661961d6714958a7e980e51112d73f'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:48.973692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-e2bfbade-9f3d-4531-b12b-5a5f35e6df82 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 16:00:48.974788 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-e2bfbade-9f3d-4531-b12b-5a5f35e6df82 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156119 Jul 26 16:00:48.981374 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4acc82c5-9700-4685-b7bc-271ebe6fe67e req-91f43cb1-ddee-4eb2-b935-b16a0842eb73 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Jul 26 16:00:49.117644 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-e1c832d1-861c-43d7-a7b5-7ac1e600af1c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 16:00:49.118971 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-e1c832d1-861c-43d7-a7b5-7ac1e600af1c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067246 Jul 26 16:00:49.123313 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9e25d8bf-c1b0-46b7-ab81-1c1bac5fb71b req-2aefc0af-38b7-461d-b21e-db485e47328d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0478511 Jul 26 16:00:49.167360 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-1ef81506-8770-47f8-95e6-ee0f4a2db28b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:49.168946 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-1ef81506-8770-47f8-95e6-ee0f4a2db28b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 819 time: 0.2191060 Jul 26 16:00:49.215926 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Request body: {'port': {'device_id': 'e3b7d208-c863-4451-8b77-92c36294ad34', 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955', 'admin_state_up': True, 'tenant_id': '6a661961d6714958a7e980e51112d73f'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:49.220832 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Made reservation on behalf of 6a661961d6714958a7e980e51112d73f for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:49.224456 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:49.294103 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4855d-3642-4bdf-8892-1f818c74ce0a req-ff2af816-5c3e-4a86-987c-7d91b75fdcd0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:49.300788 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8ce4855d-3642-4bdf-8892-1f818c74ce0a req-ff2af816-5c3e-4a86-987c-7d91b75fdcd0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.1162505 Jul 26 16:00:49.341537 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8ce4855d-3642-4bdf-8892-1f818c74ce0a req-d30619a5-59ac-4293-a216-818f72771ebd tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 Jul 26 16:00:49.432537 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Request body: {'port': {'device_id': '9d0c7c48-1c7a-4081-81ca-7ed3330ff07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:49.479135 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Request body: {'port': {'device_id': '22a8087e-d3c4-404f-9358-895f16187b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:49.518407 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:49.521953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Allocated IP 172.20.0.10 (68059e9d-b0d9-4057-94c6-ab42f7be2955/326aa942-f51b-4ca4-a4c4-51885addc214/db4a0628-a47d-41f4-936f-92dca71dd80a) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:49.540858 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Made reservation on behalf of 6a661961d6714958a7e980e51112d73f for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:49.544454 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:49.681353 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:49.741812 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03458fb1-39bb-4b4d-87e1-1f3ea0f21ab1 req-e729669d-1499-4b68-a2d3-9071ac53d8dd tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.1092443 Jul 26 16:00:49.822436 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:49.901942 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:49.921126 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03392538-f0d9-4228-a4aa-798aebd70aa1 {{(pid=93039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:00:49.929093 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:49.943752 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Transition to ACTIVE for port object 03392538-f0d9-4228-a4aa-798aebd70aa1 will not be triggered until provisioned by entity L2. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:49.951486 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:49.995080 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Pushing event updated for resources: {'Port': ['ID=db4a0628-a47d-41f4-936f-92dca71dd80a,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:50.243374 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=03392538-f0d9-4228-a4aa-798aebd70aa1,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:50.258151 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Network 68059e9d-b0d9-4057-94c6-ab42f7be2955 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:50.298939 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:50.302021 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:50.307584 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:50.308138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:50.322671 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f860112-b441-40ac-9603-4abc83a4a2ca req-703ffa3c-d5c1-4c57-a4d5-82a92fb5dc29 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0912273 Jul 26 16:00:50.328426 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.managers [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Attempting to bind port 03392538-f0d9-4228-a4aa-798aebd70aa1 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:50.328799 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.managers [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Attempting to bind port 03392538-f0d9-4228-a4aa-798aebd70aa1 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a130ae3e-83de-4ca4-bb31-c829b991fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '831d4c2c-032a-4973-b0f7-ee875771f3a6'}] {{(pid=93039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:50.329134 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Attempting to bind port 03392538-f0d9-4228-a4aa-798aebd70aa1 on network 831d4c2c-032a-4973-b0f7-ee875771f3a6 {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:50.345621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Allocated IP 172.20.0.4 (68059e9d-b0d9-4057-94c6-ab42f7be2955/326aa942-f51b-4ca4-a4c4-51885addc214/10aa3264-6769-4251-bd2f-77fbea43901b) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:50.346375 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Port 03392538-f0d9-4228-a4aa-798aebd70aa1 on network 831d4c2c-032a-4973-b0f7-ee875771f3a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:00:50.346752 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Attempting to bind port 03392538-f0d9-4228-a4aa-798aebd70aa1 on network 831d4c2c-032a-4973-b0f7-ee875771f3a6 {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:50.358158 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ced5c8-835f-4c83-be31-a4647c883bb7 req-3e40dd42-6bf3-4d4e-a014-4007d34b3088 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:50.359635 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-85ced5c8-835f-4c83-be31-a4647c883bb7 req-3e40dd42-6bf3-4d4e-a014-4007d34b3088 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 943 time: 0.1248422 Jul 26 16:00:50.362422 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:50.362791 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Checking segment: {'id': 'a130ae3e-83de-4ca4-bb31-c829b991fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '831d4c2c-032a-4973-b0f7-ee875771f3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:50.363351 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Bound using segment: {'id': 'a130ae3e-83de-4ca4-bb31-c829b991fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '831d4c2c-032a-4973-b0f7-ee875771f3a6'} {{(pid=93039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:50.363769 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.managers [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Bound port: 03392538-f0d9-4228-a4aa-798aebd70aa1, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a130ae3e-83de-4ca4-bb31-c829b991fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '831d4c2c-032a-4973-b0f7-ee875771f3a6'}}] {{(pid=93039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:50.364131 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:50.366402 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-0bb3bb08-47a5-4dde-b5d1-9fbdddf65b7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4060502 Jul 26 16:00:50.430163 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-85ced5c8-835f-4c83-be31-a4647c883bb7 req-62f28a2e-a304-4dcd-bd4d-a5560a768272 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628839 Jul 26 16:00:50.473744 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] For port 03392538-f0d9-4228-a4aa-798aebd70aa1, host hv-cinder-79760, cleared binding levels {{(pid=93039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:50.478551 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] For port 03392538-f0d9-4228-a4aa-798aebd70aa1, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03392538-f0d9-4228-a4aa-798aebd70aa1,segment=NetworkSegment(a130ae3e-83de-4ca4-bb31-c829b991fb91),segment_id=a130ae3e-83de-4ca4-bb31-c829b991fb91)] {{(pid=93039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:50.484145 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:50.528453 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:50.529078 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:50.530491 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] 10.222.0.38 "PUT /v2.0/ports/03392538-f0d9-4228-a4aa-798aebd70aa1 HTTP/1.1" status: 200 len: 1093 time: 1.1614370 Jul 26 16:00:50.530946 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c7c48-1c7a-4081-81ca-7ed3330ff07e', 'tag': '03392538-f0d9-4228-a4aa-798aebd70aa1'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:00:50.567406 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac158a-be24-4d6f-bb32-649b3674cdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=03392538-f0d9-4228-a4aa-798aebd70aa1,revision_number=3']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:50.659757 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85920-387b-4923-be22-d45c0905ab4e req-ec055f71-b5fc-4469-8ad3-cd2096ca81d9 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:50.661401 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-27e85920-387b-4923-be22-d45c0905ab4e req-ec055f71-b5fc-4469-8ad3-cd2096ca81d9 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 931 time: 0.2313318 Jul 26 16:00:50.679136 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:50.694192 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0dd173f5874b755f0d31a5c42534d445bc165122030605ee8ee4e6ccc558b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e28f8e-6b44-4390-929a-417683937e15" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0c7c48-1c7a-4081-81ca-7ed3330ff07e", "tag": "03392538-f0d9-4228-a4aa-798aebd70aa1"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:00:50.702273 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53904e9-d74d-46bd-918a-d93861589f42 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:00:50.714994 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:50.763058 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-27e85920-387b-4923-be22-d45c0905ab4e req-c732664e-b245-48ec-8a07-dbf060f45254 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907123 Jul 26 16:00:50.767930 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Transition to ACTIVE for port object a53904e9-d74d-46bd-918a-d93861589f42 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:50.778168 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:50.845704 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565969fa-6571-40c8-8577-6883485f8f61 x-openstack-request-id: req-565969fa-6571-40c8-8577-6883485f8f61 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:00:50.846169 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0c7c48-1c7a-4081-81ca-7ed3330ff07e", "tag": "03392538-f0d9-4228-a4aa-798aebd70aa1", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:00:50.846350 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-565969fa-6571-40c8-8577-6883485f8f61 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:00:50.846815 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0c7c48-1c7a-4081-81ca-7ed3330ff07e', 'tag': '03392538-f0d9-4228-a4aa-798aebd70aa1', 'status': 'completed', 'code': 200} Jul 26 16:00:50.851283 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:50.876960 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-070bf883-59b2-4b4a-855e-d46c2a2d52f8 req-c7f11730-33ec-46a2-b1c2-64aa27aec73d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0483816 Jul 26 16:00:50.888626 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Pushing event updated for resources: {'Port': ['ID=a53904e9-d74d-46bd-918a-d93861589f42,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:50.971131 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Network 68059e9d-b0d9-4057-94c6-ab42f7be2955 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:50.978243 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:50.989170 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:50.994771 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:50.995461 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:51.013314 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Attempting to bind port a53904e9-d74d-46bd-918a-d93861589f42 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:51.013681 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Attempting to bind port a53904e9-d74d-46bd-918a-d93861589f42 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:51.014023 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Attempting to bind port a53904e9-d74d-46bd-918a-d93861589f42 on network 3630f43c-39d4-4069-886c-ec1835da1d5d {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:51.022914 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Pushing event updated for resources: {'Port': ['ID=10aa3264-6769-4251-bd2f-77fbea43901b,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:51.025603 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Port a53904e9-d74d-46bd-918a-d93861589f42 on network 3630f43c-39d4-4069-886c-ec1835da1d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:00:51.025930 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Attempting to bind port a53904e9-d74d-46bd-918a-d93861589f42 on network 3630f43c-39d4-4069-886c-ec1835da1d5d {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:51.030000 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-523d6916-3c84-4e68-8f08-2c0f6d6ec2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8187640 Jul 26 16:00:51.032702 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:51.033071 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Checking segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:51.033611 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Bound using segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:51.034594 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Bound port: a53904e9-d74d-46bd-918a-d93861589f42, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:51.034950 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:51.103139 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] For port a53904e9-d74d-46bd-918a-d93861589f42, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:51.107365 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] For port a53904e9-d74d-46bd-918a-d93861589f42, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a53904e9-d74d-46bd-918a-d93861589f42,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:51.111529 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:51.151484 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:51.152087 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:51.153558 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] 10.222.0.38 "PUT /v2.0/ports/a53904e9-d74d-46bd-918a-d93861589f42 HTTP/1.1" status: 200 len: 1093 time: 1.7705877 Jul 26 16:00:51.154008 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a8087e-d3c4-404f-9358-895f16187b55', 'tag': 'a53904e9-d74d-46bd-918a-d93861589f42'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:00:51.238298 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140bd5e-b556-4b1e-ac6b-ad32718b742f service neutron] Pushing event updated for resources: {'Port': ['ID=a53904e9-d74d-46bd-918a-d93861589f42,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:51.256367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9631a1f-0750-427e-91f7-6550f62dded3" -d '{"events": [{"name": "network-changed", "server_uuid": "22a8087e-d3c4-404f-9358-895f16187b55", "tag": "a53904e9-d74d-46bd-918a-d93861589f42"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:00:51.338739 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d142ed67-d504-4f3c-a90d-7161a886c36e x-openstack-request-id: req-d142ed67-d504-4f3c-a90d-7161a886c36e {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:00:51.339297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a8087e-d3c4-404f-9358-895f16187b55", "tag": "a53904e9-d74d-46bd-918a-d93861589f42", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:00:51.339297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d142ed67-d504-4f3c-a90d-7161a886c36e {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:00:51.339708 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a8087e-d3c4-404f-9358-895f16187b55', 'tag': 'a53904e9-d74d-46bd-918a-d93861589f42', 'status': 'completed', 'code': 200} Jul 26 16:00:51.454975 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39849-0ef6-4f53-b988-751577f8aa49 req-d12796d8-a86d-4a3e-bce1-150ffa03a90d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:51.457143 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ca39849-0ef6-4f53-b988-751577f8aa49 req-d12796d8-a86d-4a3e-bce1-150ffa03a90d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 931 time: 0.0670652 Jul 26 16:00:51.500586 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ca39849-0ef6-4f53-b988-751577f8aa49 req-1942be8c-6c6d-465d-b1a7-2f8b77527047 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Jul 26 16:00:51.575917 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca93ee4-3913-49b6-99c1-d683bd4541ed req-6d59e784-b8fe-4bfa-a8ac-bccaa2eaa637 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:51.577452 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ca93ee4-3913-49b6-99c1-d683bd4541ed req-6d59e784-b8fe-4bfa-a8ac-bccaa2eaa637 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 943 time: 0.0727654 Jul 26 16:00:51.616840 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3ca93ee4-3913-49b6-99c1-d683bd4541ed req-b49b4504-6687-4e19-8f8f-a6584049a6ba tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Jul 26 16:00:51.887367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9eed1-baa8-4ed3-92a7-a6c79074e336 req-1d29ee2b-f041-4104-bad7-e2d03597840a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:51.888816 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12f9eed1-baa8-4ed3-92a7-a6c79074e336 req-1d29ee2b-f041-4104-bad7-e2d03597840a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 943 time: 0.0651083 Jul 26 16:00:51.929624 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12f9eed1-baa8-4ed3-92a7-a6c79074e336 req-68f2a165-7083-4863-93c8-4c234eee0457 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Jul 26 16:00:51.986708 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9f491d6a-0dc3-4c3d-9764-775f940e6c9c req-0704a567-c7bd-4e2e-a684-8917fe890eef tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0288429 Jul 26 16:00:52.628934 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c238-fc57-40df-a691-ea84930a1315 req-bb308777-18b2-4c7d-85e7-b3750f2336e7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:52.630416 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8a29c238-fc57-40df-a691-ea84930a1315 req-bb308777-18b2-4c7d-85e7-b3750f2336e7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 931 time: 0.0627906 Jul 26 16:00:52.669045 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8a29c238-fc57-40df-a691-ea84930a1315 req-c0e18f36-58e6-4140-80e9-4fd45e2fd8bb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Jul 26 16:00:52.746961 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bbbce-c5ed-47eb-bdd4-7b658af21ce2 req-ffa27553-9969-44d7-8369-0745dbd972c4 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:52.756077 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f00bbbce-c5ed-47eb-bdd4-7b658af21ce2 req-ffa27553-9969-44d7-8369-0745dbd972c4 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 943 time: 0.0698633 Jul 26 16:00:52.795875 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f00bbbce-c5ed-47eb-bdd4-7b658af21ce2 req-a4e39546-dfa6-4b3f-ad1a-a55c90fa7660 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Jul 26 16:00:52.960703 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Request body: {'port': {'device_id': 'e3b7d208-c863-4451-8b77-92c36294ad34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:52.967764 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Request body: {'port': {'device_id': '447353ac-8b3d-48d7-840d-a216ebb98598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:53.045404 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.38', 64085) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:53.214736 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a0e772fb-3ee2-420a-9178-5384f2c22995 req-3fd5f5a3-775b-4e7e-85b0-0597b5953d03 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.1068213 Jul 26 16:00:53.291721 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9631a1f-0750-427e-91f7-6550f62dded3 req-16487ac5-c64c-490c-87a5-6bbeab1300f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.293868 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9631a1f-0750-427e-91f7-6550f62dded3 req-16487ac5-c64c-490c-87a5-6bbeab1300f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 1096 time: 0.2464328 Jul 26 16:00:53.298713 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28f8e-6b44-4390-929a-417683937e15 req-d6c3253d-524e-451f-8e48-9b705cf79f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.300854 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-02e28f8e-6b44-4390-929a-417683937e15 req-d6c3253d-524e-451f-8e48-9b705cf79f84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b73b47bfefab403c99650b311468254c&device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 1096 time: 0.2527487 Jul 26 16:00:53.307908 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-3a70a25b-d63b-45d2-90da-5b994a6d6808 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.309698 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-3a70a25b-d63b-45d2-90da-5b994a6d6808 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 816 time: 0.3564889 Jul 26 16:00:53.312453 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:53.316167 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:53.350512 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72762e5-2332-45be-928a-ccd53e1ee6ac req-837d8906-6038-4465-809d-0e7a8402f57c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.351980 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b72762e5-2332-45be-928a-ccd53e1ee6ac req-837d8906-6038-4465-809d-0e7a8402f57c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 943 time: 0.3150802 Jul 26 16:00:53.593892 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-bc3fdcd2-e5ca-4ba2-a8d1-b57bc60256e0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001c523afc174d1bbaa01cfa69d6a592 HTTP/1.1" status: 200 len: 380 time: 0.2392638 Jul 26 16:00:53.603764 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b72762e5-2332-45be-928a-ccd53e1ee6ac req-9e7d2bda-0146-405d-8597-8c2a2ec45df1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228532 Jul 26 16:00:53.606540 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9631a1f-0750-427e-91f7-6550f62dded3 req-efef6047-e22b-4deb-a294-2212b94f9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.608153 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9631a1f-0750-427e-91f7-6550f62dded3 req-efef6047-e22b-4deb-a294-2212b94f9fa4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2542515 Jul 26 16:00:53.608575 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'port': {'device_id': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'admin_state_up': True, 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'security_groups': ['7a7838c9-eb67-4fdc-8b2d-753486de89cc']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:53.609287 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28f8e-6b44-4390-929a-417683937e15 req-03e34e96-91db-405d-bdb6-43b27ebd3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.610884 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-02e28f8e-6b44-4390-929a-417683937e15 req-03e34e96-91db-405d-bdb6-43b27ebd3ea7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=b73b47bfefab403c99650b311468254c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2488263 Jul 26 16:00:53.915527 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28f8e-6b44-4390-929a-417683937e15 req-40ab558f-cc50-4c2a-a895-b87b9390bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.917024 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-02e28f8e-6b44-4390-929a-417683937e15 req-40ab558f-cc50-4c2a-a895-b87b9390bed6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2920518 Jul 26 16:00:53.920871 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9631a1f-0750-427e-91f7-6550f62dded3 req-79cb2632-fcd7-4068-80d9-1c22e9180b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.922207 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9631a1f-0750-427e-91f7-6550f62dded3 req-79cb2632-fcd7-4068-80d9-1c22e9180b77 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2986693 Jul 26 16:00:53.938296 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3aeed-21a3-44d6-83b2-860faaf79c3d req-669c4161-27a6-41f4-94f4-4fdc59b8c8d7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:53.939795 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e9c3aeed-21a3-44d6-83b2-860faaf79c3d req-669c4161-27a6-41f4-94f4-4fdc59b8c8d7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 931 time: 0.1950679 Jul 26 16:00:53.985501 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e9c3aeed-21a3-44d6-83b2-860faaf79c3d req-cba21b39-f704-42d7-b66b-00401eb1e804 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360024 Jul 26 16:00:54.043124 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48aa0a-df5b-433a-8a49-fe7d2d908e57 req-ecad592e-562d-411c-addd-db9ce3aec9e4 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:54.044676 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dd48aa0a-df5b-433a-8a49-fe7d2d908e57 req-ecad592e-562d-411c-addd-db9ce3aec9e4 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 943 time: 0.1648107 Jul 26 16:00:54.048996 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Made reservation on behalf of 001c523afc174d1bbaa01cfa69d6a592 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:00:54.052977 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.104911 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-0ae5e258-e2b0-43ac-815f-1780b7ac8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:54.106396 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-0ae5e258-e2b0-43ac-815f-1780b7ac8797 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b73b47bfefab403c99650b311468254c&device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 1096 time: 0.0943973 Jul 26 16:00:54.114336 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-af5d89a4-da37-4628-93c6-2ef971902c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:54.115753 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-af5d89a4-da37-4628-93c6-2ef971902c70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 1096 time: 0.0758445 Jul 26 16:00:54.137246 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4a0628-a47d-41f4-936f-92dca71dd80a {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:00:54.149045 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.154075 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dd48aa0a-df5b-433a-8a49-fe7d2d908e57 req-2b24d0e1-2509-4b1a-a532-ffd20df28c10 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986102 Jul 26 16:00:54.205454 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Transition to ACTIVE for port object db4a0628-a47d-41f4-936f-92dca71dd80a will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:54.218426 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.234592 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-21bde348-de44-4223-b395-5dcd464c5775 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a53904e9-d74d-46bd-918a-d93861589f42 HTTP/1.1" status: 200 len: 217 time: 0.0897157 Jul 26 16:00:54.235956 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-fd58873a-d9df-46ee-986c-89d34025a368 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03392538-f0d9-4228-a4aa-798aebd70aa1 HTTP/1.1" status: 200 len: 217 time: 0.0975411 Jul 26 16:00:54.384887 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=db4a0628-a47d-41f4-936f-92dca71dd80a,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:54.457182 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Allocated IP 172.20.0.5 (b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22/f0b8896f-c63a-4c78-8258-1431b5e7a736/77c90049-d94e-4005-8423-c0d16b66f868) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:00:54.479110 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Attempting to bind port db4a0628-a47d-41f4-936f-92dca71dd80a on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:54.479475 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Attempting to bind port db4a0628-a47d-41f4-936f-92dca71dd80a by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:54.479782 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Attempting to bind port db4a0628-a47d-41f4-936f-92dca71dd80a on network 68059e9d-b0d9-4057-94c6-ab42f7be2955 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:54.501624 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Port db4a0628-a47d-41f4-936f-92dca71dd80a on network 68059e9d-b0d9-4057-94c6-ab42f7be2955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:00:54.502235 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Attempting to bind port db4a0628-a47d-41f4-936f-92dca71dd80a on network 68059e9d-b0d9-4057-94c6-ab42f7be2955 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:54.524013 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:54.524418 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Checking segment: {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:54.524773 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Bound using segment: {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:54.525215 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Bound port: db4a0628-a47d-41f4-936f-92dca71dd80a, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:54.525572 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.586427 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-52b70600-f4d1-44c6-b984-95759bb8cee4 req-3729663d-6c81-40dd-aab4-c670bafdf265 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0535302 Jul 26 16:00:54.610757 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-b8ade1d8-e7c3-4657-a1e0-1d09a0996362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:54.610946 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-b8ade1d8-e7c3-4657-a1e0-1d09a0996362 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=148370dd-b6dc-4375-8d36-a91f81f9ec5c HTTP/1.1" status: 200 len: 854 time: 0.3618517 Jul 26 16:00:54.616003 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-80a52c9e-4c2a-4da9-a7d3-ca51e76fc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:54.617508 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-80a52c9e-4c2a-4da9-a7d3-ca51e76fc37c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3d8c4924-754e-47b4-8d60-508e0585bc18 HTTP/1.1" status: 200 len: 852 time: 0.3594751 Jul 26 16:00:54.666769 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10aa3264-6769-4251-bd2f-77fbea43901b {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:00:54.681692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.726086 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Transition to ACTIVE for port object 10aa3264-6769-4251-bd2f-77fbea43901b will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:54.727846 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-60d1f249-2d9b-4bf2-bc1b-753f64149c4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3630f43c-39d4-4069-886c-ec1835da1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082554 Jul 26 16:00:54.730741 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-0a9ee7a6-be52-44f0-97e2-25480876fc55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=831d4c2c-032a-4973-b0f7-ee875771f3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012113 Jul 26 16:00:54.751894 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.791357 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] For port db4a0628-a47d-41f4-936f-92dca71dd80a, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:54.846668 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] For port db4a0628-a47d-41f4-936f-92dca71dd80a, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=db4a0628-a47d-41f4-936f-92dca71dd80a,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:54.865285 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.867168 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.932861 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:54.933749 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:54.935350 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] 10.222.0.38 "PUT /v2.0/ports/db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 200 len: 1094 time: 1.9849141 Jul 26 16:00:54.945538 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Transition to ACTIVE for port object 77c90049-d94e-4005-8423-c0d16b66f868 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:54.946674 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447353ac-8b3d-48d7-840d-a216ebb98598', 'tag': 'db4a0628-a47d-41f4-936f-92dca71dd80a'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:00:54.948968 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d388252-ef1d-482e-baad-b0c5af5353a4" -d '{"events": [{"name": "network-changed", "server_uuid": "447353ac-8b3d-48d7-840d-a216ebb98598", "tag": "db4a0628-a47d-41f4-936f-92dca71dd80a"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:00:54.952566 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Pushing event updated for resources: {'Port': ['ID=10aa3264-6769-4251-bd2f-77fbea43901b,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:54.970564 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-6ab607d7-ecfa-43f1-97cc-4161bbd7b784 service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265699 Jul 26 16:00:54.975925 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-c4edacb3-7ed6-43a6-88f8-256e0e95f140 service neutron] 10.222.0.38 "GET /v2.0/networks/831d4c2c-032a-4973-b0f7-ee875771f3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150991 Jul 26 16:00:54.996364 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Attempting to bind port 10aa3264-6769-4251-bd2f-77fbea43901b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:54.996704 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Attempting to bind port 10aa3264-6769-4251-bd2f-77fbea43901b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:54.997034 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Attempting to bind port 10aa3264-6769-4251-bd2f-77fbea43901b on network 68059e9d-b0d9-4057-94c6-ab42f7be2955 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:55.011341 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbef571a-1ce9-4562-961f-2ad7e16c71e8 x-openstack-request-id: req-bbef571a-1ce9-4562-961f-2ad7e16c71e8 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:00:55.011631 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447353ac-8b3d-48d7-840d-a216ebb98598", "tag": "db4a0628-a47d-41f4-936f-92dca71dd80a", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:00:55.011883 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbef571a-1ce9-4562-961f-2ad7e16c71e8 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:00:55.012292 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447353ac-8b3d-48d7-840d-a216ebb98598', 'tag': 'db4a0628-a47d-41f4-936f-92dca71dd80a', 'status': 'completed', 'code': 200} Jul 26 16:00:55.024300 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Port 10aa3264-6769-4251-bd2f-77fbea43901b on network 68059e9d-b0d9-4057-94c6-ab42f7be2955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:00:55.024627 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Attempting to bind port 10aa3264-6769-4251-bd2f-77fbea43901b on network 68059e9d-b0d9-4057-94c6-ab42f7be2955 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:55.041026 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a894-87de-49d1-ba96-f697f25ee2f0 req-1940d88a-7dc5-41ee-9729-33d74fa9be5a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.042479 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3523a894-87de-49d1-ba96-f697f25ee2f0 req-1940d88a-7dc5-41ee-9729-33d74fa9be5a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 943 time: 0.3153062 Jul 26 16:00:55.073228 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:55.073933 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Checking segment: {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:55.073933 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Bound using segment: {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:55.074314 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Bound port: 10aa3264-6769-4251-bd2f-77fbea43901b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b535b01-4e25-48a7-83f5-e3d1a79af53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:55.074664 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.111885 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108b9d3-ab06-4de5-97d9-afcff93c8dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=db4a0628-a47d-41f4-936f-92dca71dd80a,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:55.264730 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] For port 10aa3264-6769-4251-bd2f-77fbea43901b, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:55.269393 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] For port 10aa3264-6769-4251-bd2f-77fbea43901b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=10aa3264-6769-4251-bd2f-77fbea43901b,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:55.271001 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.292994 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-2b08d7ff-6e02-46e6-a7fc-25f16d144a3a service neutron] 10.222.0.38 "GET /v2.0/networks/831d4c2c-032a-4973-b0f7-ee875771f3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559459 Jul 26 16:00:55.296556 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-f5b5bc6b-681b-4ebe-a016-d74c8af107fc service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607377 Jul 26 16:00:55.329113 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2a3b-f079-4f7a-a1d1-af7428a9e60a req-85f8c9af-e319-47ed-8f39-22babc6bf217 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.331908 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-eafb2a3b-f079-4f7a-a1d1-af7428a9e60a req-85f8c9af-e319-47ed-8f39-22babc6bf217 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 943 time: 0.1984420 Jul 26 16:00:55.376103 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:55.379099 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.392460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:00:55.399956 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3523a894-87de-49d1-ba96-f697f25ee2f0 req-7e4af8a8-4607-4214-a82f-984322de0b0b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367422 Jul 26 16:00:55.415215 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-eafb2a3b-f079-4f7a-a1d1-af7428a9e60a req-567edf54-734e-4f4b-8a63-d2f1b0b46083 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769453 Jul 26 16:00:55.429490 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:00:55.432799 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:00:55.439224 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.439517 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.488135 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.491816 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.493359 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] 10.222.0.38 "PUT /v2.0/ports/10aa3264-6769-4251-bd2f-77fbea43901b HTTP/1.1" status: 200 len: 1093 time: 2.5417960 Jul 26 16:00:55.520677 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-eb09bc0e-a568-4e89-833b-54120fb78a97 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9158776 Jul 26 16:00:55.572257 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Request body: {'port': {'device_id': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:00:55.607442 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede91888-e8c8-4fc5-afd7-19d4b54dd29a service neutron] Pushing event updated for resources: {'Port': ['ID=10aa3264-6769-4251-bd2f-77fbea43901b,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:55.607442 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-c55a0092-1b84-4e35-bdbb-d410deee1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.607827 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-c55a0092-1b84-4e35-bdbb-d410deee1197 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1097 time: 0.5476763 Jul 26 16:00:55.629975 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38752) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:55.679825 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.746006 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-8afa1e5e-8c79-4736-ba34-4786ba3b3e55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 200 len: 217 time: 0.0963652 Jul 26 16:00:55.751536 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d54a7-19d2-491f-b8bd-548fbfc500b8 req-4ddecb39-8969-4872-85ff-1e7f4e584f67 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.753871 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ae2d54a7-19d2-491f-b8bd-548fbfc500b8 req-4ddecb39-8969-4872-85ff-1e7f4e584f67 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 931 time: 0.0747881 Jul 26 16:00:55.779232 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-811af663-dc0b-4f0f-895f-a2246d073b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.779469 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-6f8191a6-befa-47a9-a3e2-854715578d4f None None] Provisioning for port 77c90049-d94e-4005-8423-c0d16b66f868 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:00:55.783966 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-6f8191a6-befa-47a9-a3e2-854715578d4f None None] Provisioning complete for port 77c90049-d94e-4005-8423-c0d16b66f868 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:00:55.784440 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6f8191a6-befa-47a9-a3e2-854715578d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.816636 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ae2d54a7-19d2-491f-b8bd-548fbfc500b8 req-2e45bb85-4970-4c16-bf16-9ee766269746 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560129 Jul 26 16:00:55.821596 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-6f8191a6-befa-47a9-a3e2-854715578d4f None None] Port 77c90049-d94e-4005-8423-c0d16b66f868 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:00:55.844170 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69baa6-31ea-40b8-94b6-87b66a1155bd req-092a1406-9950-46f0-9589-2cae6d46739b tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.845987 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6c69baa6-31ea-40b8-94b6-87b66a1155bd req-092a1406-9950-46f0-9589-2cae6d46739b tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 943 time: 0.3642421 Jul 26 16:00:55.848457 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.890454 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-f45da0f4-de41-4dc5-aef0-58965a890c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.891924 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-f45da0f4-de41-4dc5-aef0-58965a890c62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 1096 time: 0.2831895 Jul 26 16:00:55.912262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-811af663-dc0b-4f0f-895f-a2246d073b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.916180 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-811af663-dc0b-4f0f-895f-a2246d073b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:55.920748 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-5d748a4b-e100-478f-9bc1-f4f04422a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:55.922217 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-5d748a4b-e100-478f-9bc1-f4f04422a901 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.1486671 Jul 26 16:00:55.955141 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-811af663-dc0b-4f0f-895f-a2246d073b76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9fc0b737681c48ae86707ae7f68d92c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237226 Jul 26 16:00:55.956023 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811af663-dc0b-4f0f-895f-a2246d073b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5e94df-8f8e-4949-a20c-ef1a26647cd9,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:55.958360 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38756) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:56.010807 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-da01-426b-9e41-2e05436c2167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.033979 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-da01-426b-9e41-2e05436c2167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.090174 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-da01-426b-9e41-2e05436c2167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.093500 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-baa9183c-da01-426b-9e41-2e05436c2167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.097158 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-baa9183c-da01-426b-9e41-2e05436c2167 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec5e94df-8f8e-4949-a20c-ef1a26647cd9 HTTP/1.1" status: 204 len: 168 time: 0.1354952 Jul 26 16:00:56.103582 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9183c-da01-426b-9e41-2e05436c2167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5e94df-8f8e-4949-a20c-ef1a26647cd9,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:56.212827 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ca0d9d16-cc62-4008-8f57-4c3243af7b97 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10aa3264-6769-4251-bd2f-77fbea43901b HTTP/1.1" status: 200 len: 217 time: 0.2874560 Jul 26 16:00:56.214721 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-6e9a6095-6c07-4f83-8caf-3e70f9145fbd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2807384 Jul 26 16:00:56.245799 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6c69baa6-31ea-40b8-94b6-87b66a1155bd req-e19761f5-1741-4ce4-b3ff-c3afa0819a02 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756452 Jul 26 16:00:56.475966 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ae9d040e-de66-4723-bff4-6bb1df3d3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:56.477521 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-ae9d040e-de66-4723-bff4-6bb1df3d3dad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.2147534 Jul 26 16:00:56.531993 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-5ee9031e-a916-443d-aa13-8b4445762d48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455987 Jul 26 16:00:56.548302 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38794) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:56.601647 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25b3cb60-1dfc-44af-a122-7d4b8fab99c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.650275 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-e526c3fb-d5f0-4dac-bcc8-9bdded755057 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882287 Jul 26 16:00:56.674212 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e817f-2222-4cce-8b0c-d937c7fe0bcb req-4fa146fc-6077-4587-bbc3-b71b41054823 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:56.682041 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4d9e817f-2222-4cce-8b0c-d937c7fe0bcb req-4fa146fc-6077-4587-bbc3-b71b41054823 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 943 time: 0.1577597 Jul 26 16:00:56.738405 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4d9e817f-2222-4cce-8b0c-d937c7fe0bcb req-293db252-192c-420e-96f7-f2396c2c848d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553632 Jul 26 16:00:56.771804 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25b3cb60-1dfc-44af-a122-7d4b8fab99c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.776344 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25b3cb60-1dfc-44af-a122-7d4b8fab99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.819612 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-25b3cb60-1dfc-44af-a122-7d4b8fab99c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bfce77a90924a47aebe97eec0339f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686379 Jul 26 16:00:56.820783 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3cb60-1dfc-44af-a122-7d4b8fab99c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496fb80-551f-48a1-915f-bdbb5765345a,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:56.823189 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38800) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:56.872594 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c90049-d94e-4005-8423-c0d16b66f868 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:00:56.878541 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-35109e00-d62f-46d5-8883-eeaf8fd0f130 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293695 Jul 26 16:00:56.888657 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.891443 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6f772718-658a-4a57-8896-5cfe7e5b6977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.927850 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ba37a00-caea-4022-a4a4-f19aa1a75686 req-37705717-5f1e-412a-b3f7-1eb39723636d service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476888 Jul 26 16:00:56.934446 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6f772718-658a-4a57-8896-5cfe7e5b6977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:56.963851 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442f5b-6d0a-4e82-9282-35ced1086b66 req-b186b671-1848-42a9-9fd8-6aea9b9b7687 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:56.965504 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-37442f5b-6d0a-4e82-9282-35ced1086b66 req-b186b671-1848-42a9-9fd8-6aea9b9b7687 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 943 time: 0.3976536 Jul 26 16:00:56.970959 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Transition to ACTIVE for port object 77c90049-d94e-4005-8423-c0d16b66f868 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:00:56.986692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.019072 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ab46a-4202-4fa4-a881-0cf1a29f8efb req-2200a303-816b-436e-99dd-4393e473d15f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:57.020612 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8e2ab46a-4202-4fa4-a881-0cf1a29f8efb req-2200a303-816b-436e-99dd-4393e473d15f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 931 time: 0.1005807 Jul 26 16:00:57.024995 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b7d208-c863-4451-8b77-92c36294ad34', 'tag': '10aa3264-6769-4251-bd2f-77fbea43901b'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:00:57.027371 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23806220-585c-46c5-b08d-1a985c70efee" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b7d208-c863-4451-8b77-92c36294ad34", "tag": "10aa3264-6769-4251-bd2f-77fbea43901b"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:00:57.036808 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6f772718-658a-4a57-8896-5cfe7e5b6977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.039406 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6f772718-658a-4a57-8896-5cfe7e5b6977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.042882 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6f772718-658a-4a57-8896-5cfe7e5b6977 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5496fb80-551f-48a1-915f-bdbb5765345a HTTP/1.1" status: 204 len: 168 time: 0.2164540 Jul 26 16:00:57.057444 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f772718-658a-4a57-8896-5cfe7e5b6977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496fb80-551f-48a1-915f-bdbb5765345a,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:57.086268 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8e2ab46a-4202-4fa4-a881-0cf1a29f8efb req-9532d875-4eb5-4d2f-b6fd-b4d34110fdb1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587170 Jul 26 16:00:57.086573 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:57.106394 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-37442f5b-6d0a-4e82-9282-35ced1086b66 req-ca0f7565-51eb-4946-bd5c-2489be9b912d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326313 Jul 26 16:00:57.122848 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e33e7115-008f-4d00-bf8a-2b7d35f6d96f req-137be124-a1ae-473d-9ccf-37b170990f15 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309465 Jul 26 16:00:57.158395 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f2faa0-b1c8-46b1-92e3-0daaf0ffea33 x-openstack-request-id: req-96f2faa0-b1c8-46b1-92e3-0daaf0ffea33 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:00:57.158768 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b7d208-c863-4451-8b77-92c36294ad34", "tag": "10aa3264-6769-4251-bd2f-77fbea43901b", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:00:57.159084 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96f2faa0-b1c8-46b1-92e3-0daaf0ffea33 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:00:57.159533 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b7d208-c863-4451-8b77-92c36294ad34', 'tag': '10aa3264-6769-4251-bd2f-77fbea43901b', 'status': 'completed', 'code': 200} Jul 26 16:00:57.174990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Attempting to bind port 77c90049-d94e-4005-8423-c0d16b66f868 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:00:57.175325 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Attempting to bind port 77c90049-d94e-4005-8423-c0d16b66f868 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:00:57.175658 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Attempting to bind port 77c90049-d94e-4005-8423-c0d16b66f868 on network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:57.180556 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Port 77c90049-d94e-4005-8423-c0d16b66f868 on network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:00:57.180884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Attempting to bind port 77c90049-d94e-4005-8423-c0d16b66f868 on network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:00:57.186477 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:00:57.186814 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Checking segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:00:57.187307 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Bound using segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:00:57.187682 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Bound port: 77c90049-d94e-4005-8423-c0d16b66f868, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:00:57.188007 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.261173 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:00:57.264778 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:00:57.270792 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.306747 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:57.307479 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.308781 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] 10.222.0.38 "PUT /v2.0/ports/77c90049-d94e-4005-8423-c0d16b66f868 HTTP/1.1" status: 200 len: 1093 time: 1.7468624 Jul 26 16:00:57.373131 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ab3e-03a0-4f14-9caa-912c6e8f8a34 service neutron] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:57.405721 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b72b-fdae-40c2-bb81-222412f8257d req-b808c554-1c69-4218-a8c5-6e2615d68a22 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:57.407357 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cc54b72b-fdae-40c2-bb81-222412f8257d req-b808c554-1c69-4218-a8c5-6e2615d68a22 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 943 time: 0.0953424 Jul 26 16:00:57.460225 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cc54b72b-fdae-40c2-bb81-222412f8257d req-a45533c4-b562-4140-87e5-f8ca1adf7e00 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 Jul 26 16:00:57.528635 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38822) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:57.546964 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a9202c-6b91-4ff4-925d-180cb461b8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.651392 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a9202c-6b91-4ff4-925d-180cb461b8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.657016 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-71a9202c-6b91-4ff4-925d-180cb461b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.695599 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-71a9202c-6b91-4ff4-925d-180cb461b8fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34d42e9750024d5f8e8d56ec1d011198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657026 Jul 26 16:00:57.698309 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 38832) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:57.699094 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9202c-6b91-4ff4-925d-180cb461b8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb26803-e1ed-4d04-b516-570c7adfb867,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:57.751717 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0e4d60e4-54b9-4e36-913a-63154ad86191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.776400 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0e4d60e4-54b9-4e36-913a-63154ad86191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.838672 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0e4d60e4-54b9-4e36-913a-63154ad86191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.842260 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0e4d60e4-54b9-4e36-913a-63154ad86191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:57.847920 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0e4d60e4-54b9-4e36-913a-63154ad86191 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cb26803-e1ed-4d04-b516-570c7adfb867 HTTP/1.1" status: 204 len: 168 time: 0.1482277 Jul 26 16:00:57.857030 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d60e4-54b9-4e36-913a-63154ad86191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb26803-e1ed-4d04-b516-570c7adfb867,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:57.918305 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38844) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:57.935903 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab98eaa-1f5f-49ae-991c-8085ef49e89c req-065163fb-5755-4141-9d9d-aadde170e86d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:57.937450 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2ab98eaa-1f5f-49ae-991c-8085ef49e89c req-065163fb-5755-4141-9d9d-aadde170e86d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 943 time: 0.1038167 Jul 26 16:00:57.988072 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2ab98eaa-1f5f-49ae-991c-8085ef49e89c req-269bad8c-4f68-4224-8931-8b25073a25b8 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Jul 26 16:00:58.013012 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 38848) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:58.242086 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-118fd184-596c-4d85-984d-1ba5292a3a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.249623 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c07ef483-1109-4299-a9e4-5161935a533b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.269775 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a923af7-13f3-4b18-8acd-9e3cbe054e9b req-e7a8a09b-e192-496d-9877-c64dff41b674 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:58.269775 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0a923af7-13f3-4b18-8acd-9e3cbe054e9b req-e7a8a09b-e192-496d-9877-c64dff41b674 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0916994 Jul 26 16:00:58.292549 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.db.api [None req-118fd184-596c-4d85-984d-1ba5292a3a66 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 26 16:00:58.292549 dv-cinder-797608-11-iscsi neutron-server[93038]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 26 16:00:58.292549 dv-cinder-797608-11-iscsi neutron-server[93038]: [parameters: {'project_id': 'e160dd492e764da68aac442155aa5071', 'id': '9e9e5738-0cf9-43fe-9b97-6095d6ebff00', 'expiration': datetime.datetime(2021, 7, 26, 16, 2, 58, 279402)}] Jul 26 16:00:58.292549 dv-cinder-797608-11-iscsi neutron-server[93038]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 26 16:00:58.292967 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG oslo_db.api [None req-118fd184-596c-4d85-984d-1ba5292a3a66 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:00:58.297196 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f691ea-07ad-46b6-bc93-28cd7146a95e req-a58c2863-77c3-421a-ad74-26aa5d5e4230 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:58.298905 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-38f691ea-07ad-46b6-bc93-28cd7146a95e req-a58c2863-77c3-421a-ad74-26aa5d5e4230 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 943 time: 0.1063931 Jul 26 16:00:58.318483 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0a923af7-13f3-4b18-8acd-9e3cbe054e9b req-f903e5b5-cee6-4599-ac48-85f11b9af7d1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Jul 26 16:00:58.359730 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-38f691ea-07ad-46b6-bc93-28cd7146a95e req-62a0ee3d-235f-49b7-b674-ac8d0584cf9b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505571 Jul 26 16:00:58.418370 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c07ef483-1109-4299-a9e4-5161935a533b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.422306 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c07ef483-1109-4299-a9e4-5161935a533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.460115 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c07ef483-1109-4299-a9e4-5161935a533b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8116dfc0c19440408a0c152929540f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405941 Jul 26 16:00:58.461338 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ef483-1109-4299-a9e4-5161935a533b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e254996-f1b3-45dc-9da9-fe5bd1cf03d4,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:58.463021 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 38866) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:58.532801 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-22672973-9587-441d-a151-b2fcc8da0450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.596977 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-22672973-9587-441d-a151-b2fcc8da0450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.662062 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e238d5-64c1-46f8-bbe2-7c7d5dd7f3e8 req-6a6e8755-5466-4356-a6cc-ca319e51eaa8 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:58.663554 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e2e238d5-64c1-46f8-bbe2-7c7d5dd7f3e8 req-6a6e8755-5466-4356-a6cc-ca319e51eaa8 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 943 time: 0.1174166 Jul 26 16:00:58.664750 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-22672973-9587-441d-a151-b2fcc8da0450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.667298 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-22672973-9587-441d-a151-b2fcc8da0450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.670782 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-22672973-9587-441d-a151-b2fcc8da0450 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e254996-f1b3-45dc-9da9-fe5bd1cf03d4 HTTP/1.1" status: 204 len: 168 time: 0.2040625 Jul 26 16:00:58.683661 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22672973-9587-441d-a151-b2fcc8da0450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e254996-f1b3-45dc-9da9-fe5bd1cf03d4,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:58.722603 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e2e238d5-64c1-46f8-bbe2-7c7d5dd7f3e8 req-41080faf-8055-4971-bb2a-93db3b9dde35 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530202 Jul 26 16:00:58.794637 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-118fd184-596c-4d85-984d-1ba5292a3a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.912102 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-118fd184-596c-4d85-984d-1ba5292a3a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.918406 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-118fd184-596c-4d85-984d-1ba5292a3a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:58.960753 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-118fd184-596c-4d85-984d-1ba5292a3a66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e160dd492e764da68aac442155aa5071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9466689 Jul 26 16:00:58.961673 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38888) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:58.962435 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd184-596c-4d85-984d-1ba5292a3a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8265c30-bcc3-4192-b9e4-7757c19153b0,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:59.047927 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab33a-03c1-464b-ba61-ccd8e54fa481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.071194 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 38894) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:59.081892 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab33a-03c1-464b-ba61-ccd8e54fa481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.089087 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-652b8bfc-332f-4de5-b267-28ae9546d27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.162457 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:00:59.165146 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52cb3e-f3a9-4b6e-8b52-42670392fce4" -d '{"events": [{"name": "network-changed", "server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "tag": "77c90049-d94e-4005-8423-c0d16b66f868"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:00:59.170457 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef149c5e-e86f-4947-a494-a08162f1994d req-d797908e-2c5c-47f6-8bac-91afe3c0d560 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:59.172000 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ef149c5e-e86f-4947-a494-a08162f1994d req-d797908e-2c5c-47f6-8bac-91afe3c0d560 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 943 time: 0.1012821 Jul 26 16:00:59.173115 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab33a-03c1-464b-ba61-ccd8e54fa481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.176311 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab33a-03c1-464b-ba61-ccd8e54fa481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.179654 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ff9ab33a-03c1-464b-ba61-ccd8e54fa481 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8265c30-bcc3-4192-b9e4-7757c19153b0 HTTP/1.1" status: 204 len: 168 time: 0.2144690 Jul 26 16:00:59.209011 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ab33a-03c1-464b-ba61-ccd8e54fa481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8265c30-bcc3-4192-b9e4-7757c19153b0,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:59.215544 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-652b8bfc-332f-4de5-b267-28ae9546d27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.222890 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-652b8bfc-332f-4de5-b267-28ae9546d27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.242345 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ef149c5e-e86f-4947-a494-a08162f1994d req-740d53ab-fa77-4f85-92e0-ac87692f3174 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618773 Jul 26 16:00:59.283263 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b8bfc-332f-4de5-b267-28ae9546d27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0de138-e220-4736-95bf-3f94a63e8cfe,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:59.309281 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-652b8bfc-332f-4de5-b267-28ae9546d27f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=536c9855e52f4981ab7de1d220dd1f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369115 Jul 26 16:00:59.311847 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38904) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:59.316830 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172359d-f329-459d-8785-c0c033e4f533 x-openstack-request-id: req-6172359d-f329-459d-8785-c0c033e4f533 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:00:59.317115 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "tag": "77c90049-d94e-4005-8423-c0d16b66f868", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:00:59.317358 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6172359d-f329-459d-8785-c0c033e4f533 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:00:59.317931 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868', 'status': 'completed', 'code': 200} Jul 26 16:00:59.323871 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 38906) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:59.371294 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9c452857-d7c0-4ac6-ae01-5f83b573d65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.468908 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9c452857-d7c0-4ac6-ae01-5f83b573d65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.523233 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5bfaf-52d0-44fd-98ec-4bcc1bca7c9e req-2323cf11-c89e-4ad5-8264-1896b6a82f6c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:59.532080 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dca5bfaf-52d0-44fd-98ec-4bcc1bca7c9e req-2323cf11-c89e-4ad5-8264-1896b6a82f6c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 943 time: 0.0851567 Jul 26 16:00:59.544151 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed507-0593-4b93-a97c-0bcbcbae61cb req-cc8c854e-d1a0-406a-92de-4924b5831bff tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:59.546089 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5d5ed507-0593-4b93-a97c-0bcbcbae61cb req-cc8c854e-d1a0-406a-92de-4924b5831bff tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.1218948 Jul 26 16:00:59.569169 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9c452857-d7c0-4ac6-ae01-5f83b573d65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.571648 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9c452857-d7c0-4ac6-ae01-5f83b573d65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.585807 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9c452857-d7c0-4ac6-ae01-5f83b573d65b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e0de138-e220-4736-95bf-3f94a63e8cfe HTTP/1.1" status: 204 len: 168 time: 0.2688251 Jul 26 16:00:59.589923 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-78c8f141-bec0-4870-b7c7-0a866e80aed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.608260 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dca5bfaf-52d0-44fd-98ec-4bcc1bca7c9e req-8e3fefff-63c9-436f-8be9-c0e911ea9789 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744965 Jul 26 16:00:59.637751 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c452857-d7c0-4ac6-ae01-5f83b573d65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0de138-e220-4736-95bf-3f94a63e8cfe,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:59.642493 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 38918) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:59.661892 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5d5ed507-0593-4b93-a97c-0bcbcbae61cb req-3759ce02-df9e-4dfa-8c4a-08bfe5def147 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078467 Jul 26 16:00:59.662424 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-808820a4-7200-4e50-8dc0-ec6fe69b6b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.744635 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-78c8f141-bec0-4870-b7c7-0a866e80aed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.763918 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-78c8f141-bec0-4870-b7c7-0a866e80aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.835313 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-78c8f141-bec0-4870-b7c7-0a866e80aed5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75691619a1404161a2d4f6b332b96698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101180 Jul 26 16:00:59.838311 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38928) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:00:59.863714 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8f141-bec0-4870-b7c7-0a866e80aed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a051a4b7-b0e8-4bec-86de-71e748c3defe,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:00:59.896466 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device a53904e9-d74d-46bd-918a-d93861589f42 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:00:59.931266 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3011-e8af-410a-93c3-57d1943e9f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.945859 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab757ba2-afe7-4017-908f-bc396dd93468 req-023b04b8-13c3-4c62-9094-299d25f77be2 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:00:59.947449 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ab757ba2-afe7-4017-908f-bc396dd93468 req-023b04b8-13c3-4c62-9094-299d25f77be2 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 943 time: 0.1453924 Jul 26 16:00:59.962542 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-808820a4-7200-4e50-8dc0-ec6fe69b6b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.968719 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3011-e8af-410a-93c3-57d1943e9f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:00:59.976586 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-808820a4-7200-4e50-8dc0-ec6fe69b6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.040744 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3011-e8af-410a-93c3-57d1943e9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.045548 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3011-e8af-410a-93c3-57d1943e9f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.047505 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ef5a3011-e8af-410a-93c3-57d1943e9f8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a051a4b7-b0e8-4bec-86de-71e748c3defe HTTP/1.1" status: 204 len: 168 time: 0.2082174 Jul 26 16:01:00.068659 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a3011-e8af-410a-93c3-57d1943e9f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a051a4b7-b0e8-4bec-86de-71e748c3defe,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:00.083164 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ab757ba2-afe7-4017-908f-bc396dd93468 req-43677b58-bffd-49dd-b1ba-be5a20fe19df tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263790 Jul 26 16:01:00.089221 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 38940) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:00.090261 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-808820a4-7200-4e50-8dc0-ec6fe69b6b95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d247a5a58e7f43a48109605bea731cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451640 Jul 26 16:01:00.111379 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808820a4-7200-4e50-8dc0-ec6fe69b6b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37e0a79-169b-4faf-8be6-cce3c1d23a8b,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:00.115790 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port a53904e9-d74d-46bd-918a-d93861589f42, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a53904e9-d74d-46bd-918a-d93861589f42,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:00.156924 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'a53904e9-d74d-46bd-918a-d93861589f42', 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'port_id': 'a53904e9-d74d-46bd-918a-d93861589f42', 'mac_address': 'fa:16:3e:86:4e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148370dd-b6dc-4375-8d36-a91f81f9ec5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:01:00.166974 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e548601c-64fd-47c1-918d-310a6bff1907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.193475 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e548601c-64fd-47c1-918d-310a6bff1907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.228884 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.241871 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23806220-585c-46c5-b08d-1a985c70efee req-20c5e040-349c-40f3-bd4d-caedb3c172ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:00.243369 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-23806220-585c-46c5-b08d-1a985c70efee req-20c5e040-349c-40f3-bd4d-caedb3c172ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 1096 time: 0.1728692 Jul 26 16:01:00.245976 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-bb76e077-1683-44d1-b5fe-6d03aa82c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:00.247419 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-bb76e077-1683-44d1-b5fe-6d03aa82c94f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1097 time: 0.2306011 Jul 26 16:01:00.249416 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53904e9-d74d-46bd-918a-d93861589f42 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:01:00.256623 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52cb3e-f3a9-4b6e-8b52-42670392fce4 req-cc0ec287-e8ee-4ec4-982f-46c47ac0c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:00.274527 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ca52cb3e-f3a9-4b6e-8b52-42670392fce4 req-cc0ec287-e8ee-4ec4-982f-46c47ac0c915 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 1096 time: 0.2531497 Jul 26 16:01:00.277893 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e548601c-64fd-47c1-918d-310a6bff1907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.281179 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e548601c-64fd-47c1-918d-310a6bff1907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.284966 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e548601c-64fd-47c1-918d-310a6bff1907 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a37e0a79-169b-4faf-8be6-cce3c1d23a8b HTTP/1.1" status: 204 len: 168 time: 0.1911132 Jul 26 16:01:00.286612 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port a53904e9-d74d-46bd-918a-d93861589f42, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a53904e9-d74d-46bd-918a-d93861589f42,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:00.292932 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.293121 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548601c-64fd-47c1-918d-310a6bff1907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37e0a79-169b-4faf-8be6-cce3c1d23a8b,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:00.294155 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 03392538-f0d9-4228-a4aa-798aebd70aa1 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:01:00.400568 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f17d0-c641-467f-adce-ce1a11ca7f4d req-5dd06800-5231-40b8-9f52-628be26fb3c7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:00.402425 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c66f17d0-c641-467f-adce-ce1a11ca7f4d req-5dd06800-5231-40b8-9f52-628be26fb3c7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 944 time: 0.0821726 Jul 26 16:01:00.410282 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=a53904e9-d74d-46bd-918a-d93861589f42,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:00.460701 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c66f17d0-c641-467f-adce-ce1a11ca7f4d req-03d72e23-a65b-4bde-91a8-2c51ba6e4be1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Jul 26 16:01:00.475473 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 03392538-f0d9-4228-a4aa-798aebd70aa1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03392538-f0d9-4228-a4aa-798aebd70aa1,segment=NetworkSegment(a130ae3e-83de-4ca4-bb31-c829b991fb91),segment_id=a130ae3e-83de-4ca4-bb31-c829b991fb91)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:00.489462 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '03392538-f0d9-4228-a4aa-798aebd70aa1', 'network_id': '831d4c2c-032a-4973-b0f7-ee875771f3a6', 'port_id': '03392538-f0d9-4228-a4aa-798aebd70aa1', 'mac_address': 'fa:16:3e:0a:a2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c4924-754e-47b4-8d60-508e0585bc18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:01:00.533386 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.548578 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03392538-f0d9-4228-a4aa-798aebd70aa1 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:01:00.589305 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 03392538-f0d9-4228-a4aa-798aebd70aa1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03392538-f0d9-4228-a4aa-798aebd70aa1,segment=NetworkSegment(a130ae3e-83de-4ca4-bb31-c829b991fb91),segment_id=a130ae3e-83de-4ca4-bb31-c829b991fb91)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:00.594444 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:00.657459 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=03392538-f0d9-4228-a4aa-798aebd70aa1,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:00.803328 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736d1d6-bbaa-454d-a9f1-911a2c24ef8e req-e771c885-1855-4a5e-9c30-fb8b5f01117e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:00.804950 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c736d1d6-bbaa-454d-a9f1-911a2c24ef8e req-e771c885-1855-4a5e-9c30-fb8b5f01117e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 943 time: 0.0883164 Jul 26 16:01:00.817430 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe4dc-0682-4481-88d7-2929f99ad070 req-ece10e6d-630e-4200-89d0-ac05e310fcdb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:00.819359 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-39cbe4dc-0682-4481-88d7-2929f99ad070 req-ece10e6d-630e-4200-89d0-ac05e310fcdb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0788717 Jul 26 16:01:00.855051 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c736d1d6-bbaa-454d-a9f1-911a2c24ef8e req-de11e704-6ea7-44b7-a0d4-282c02364610 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Jul 26 16:01:00.878244 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-39cbe4dc-0682-4481-88d7-2929f99ad070 req-2656a540-233c-4de8-9ce9-5ff717634d06 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524118 Jul 26 16:01:01.226915 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70255b-cb4e-46fc-a06f-9a79d5c8c230 req-850cf089-44d6-4448-a0a7-9b699d883d52 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:01.228787 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6d70255b-cb4e-46fc-a06f-9a79d5c8c230 req-850cf089-44d6-4448-a0a7-9b699d883d52 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 944 time: 0.0721278 Jul 26 16:01:01.270681 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6d70255b-cb4e-46fc-a06f-9a79d5c8c230 req-b4bcbf0d-7c62-409f-8cea-a206e74dcb52 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Jul 26 16:01:01.609140 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9216216-8896-41d9-ae12-e898209b6af5 req-0beb2259-0703-4dcf-ac21-5fd2d6ab8c37 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:01.610797 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b9216216-8896-41d9-ae12-e898209b6af5 req-0beb2259-0703-4dcf-ac21-5fd2d6ab8c37 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 944 time: 0.0817146 Jul 26 16:01:01.657770 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b9216216-8896-41d9-ae12-e898209b6af5 req-333509ef-1edd-47e0-aabd-d812dbd05c7e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363622 Jul 26 16:01:01.864544 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39038) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:02.021113 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73083be2-a5e5-4c98-8582-3f2e9a312fcc req-07ed0908-f468-4dc1-a294-a7867a118cfb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:02.022884 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-73083be2-a5e5-4c98-8582-3f2e9a312fcc req-07ed0908-f468-4dc1-a294-a7867a118cfb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 943 time: 0.0948646 Jul 26 16:01:02.073627 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8351698-324f-4485-958e-58147f94dd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.074129 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-73083be2-a5e5-4c98-8582-3f2e9a312fcc req-bc19453c-c7eb-44cc-982e-134672d49134 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 Jul 26 16:01:02.126451 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c0f77-854d-471e-bf3f-5b3eb4843612 req-8f51e2b3-bf08-4b1a-964a-bc6de4e5db08 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:02.135696 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-da0c0f77-854d-471e-bf3f-5b3eb4843612 req-8f51e2b3-bf08-4b1a-964a-bc6de4e5db08 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.1306472 Jul 26 16:01:02.195009 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-da0c0f77-854d-471e-bf3f-5b3eb4843612 req-918c7af7-5d7f-4c46-b148-6662e2441584 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583286 Jul 26 16:01:02.258619 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8351698-324f-4485-958e-58147f94dd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.263433 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8351698-324f-4485-958e-58147f94dd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.317216 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a8351698-324f-4485-958e-58147f94dd11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb6f6235c0ba41a083425ac82de128d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476621 Jul 26 16:01:02.317216 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39070) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:02.325569 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8351698-324f-4485-958e-58147f94dd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe48049-49b2-41d3-8aa0-681ed4eb675e,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:02.389535 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39076) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:02.395979 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e0648425-8b77-4e45-80e2-b3fc79f65e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.420098 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb7bfc-26a1-4342-96e6-07dd59120d50 req-41c76bd1-7046-4938-a2b6-b205f16dde8c tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:02.427734 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e0648425-8b77-4e45-80e2-b3fc79f65e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.427943 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89cb7bfc-26a1-4342-96e6-07dd59120d50 req-41c76bd1-7046-4938-a2b6-b205f16dde8c tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 944 time: 0.0822721 Jul 26 16:01:02.470850 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89cb7bfc-26a1-4342-96e6-07dd59120d50 req-7a0c72e5-e882-45bd-839d-feaafa48e120 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Jul 26 16:01:02.495871 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e0648425-8b77-4e45-80e2-b3fc79f65e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.498601 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e0648425-8b77-4e45-80e2-b3fc79f65e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.499798 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e0648425-8b77-4e45-80e2-b3fc79f65e28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4fe48049-49b2-41d3-8aa0-681ed4eb675e HTTP/1.1" status: 204 len: 168 time: 0.1821716 Jul 26 16:01:02.507985 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0648425-8b77-4e45-80e2-b3fc79f65e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe48049-49b2-41d3-8aa0-681ed4eb675e,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:02.701445 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-42136bdf-4ada-4ad7-a434-e17478eb5c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.822995 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-42136bdf-4ada-4ad7-a434-e17478eb5c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.834417 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-42136bdf-4ada-4ad7-a434-e17478eb5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.836019 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1c0b0-2560-4e65-92b1-373cf717641a req-65be2ca8-9ce3-420f-a29a-6b77cda1695f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:02.838025 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-98c1c0b0-2560-4e65-92b1-373cf717641a req-65be2ca8-9ce3-420f-a29a-6b77cda1695f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 944 time: 0.1035640 Jul 26 16:01:02.874997 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-42136bdf-4ada-4ad7-a434-e17478eb5c75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef4d0401724b403aaf9deeb9a6a3b3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844344 Jul 26 16:01:02.876527 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42136bdf-4ada-4ad7-a434-e17478eb5c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba3a56-04a7-47bd-bd32-0d10fd0f1467,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:02.878433 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39098) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:02.904152 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-98c1c0b0-2560-4e65-92b1-373cf717641a req-92f957dc-df87-4bc0-a02b-a122b5ff4d10 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581377 Jul 26 16:01:02.953754 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-789999b7-b768-4b39-8c06-de505024c0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:02.977295 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-789999b7-b768-4b39-8c06-de505024c0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:03.035068 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-789999b7-b768-4b39-8c06-de505024c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:03.038046 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-789999b7-b768-4b39-8c06-de505024c0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:03.039287 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-789999b7-b768-4b39-8c06-de505024c0c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddba3a56-04a7-47bd-bd32-0d10fd0f1467 HTTP/1.1" status: 204 len: 168 time: 0.1593423 Jul 26 16:01:03.061272 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789999b7-b768-4b39-8c06-de505024c0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba3a56-04a7-47bd-bd32-0d10fd0f1467,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:03.384002 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2252b-b9f9-4dc0-bbb3-c7eeb0583714 req-bac04572-6188-4bec-9ac2-389e30fad9d8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:03.393274 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-25b2252b-b9f9-4dc0-bbb3-c7eeb0583714 req-bac04572-6188-4bec-9ac2-389e30fad9d8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0976784 Jul 26 16:01:03.448256 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-25b2252b-b9f9-4dc0-bbb3-c7eeb0583714 req-7c7e1bbf-df4b-4aaa-a4aa-a369a2aed8d1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533373 Jul 26 16:01:03.491720 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39128) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:03.511902 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b2fe9939-2db6-4407-b2d6-1c647fd19a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:03.556783 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['03392538-f0d9-4228-a4aa-798aebd70aa1'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:01:03.577404 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23806220-585c-46c5-b08d-1a985c70efee req-1f0e5691-878a-4e45-a0e2-e9a86e6dcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:03.579042 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-23806220-585c-46c5-b08d-1a985c70efee req-1f0e5691-878a-4e45-a0e2-e9a86e6dcdbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.4920824 Jul 26 16:01:03.597136 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63eb9e-de97-4ff7-b2df-ccc155fe2653 req-27caef99-8e2d-43ae-b8ca-8b4edbb4266c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:03.604713 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f63eb9e-de97-4ff7-b2df-ccc155fe2653 req-27caef99-8e2d-43ae-b8ca-8b4edbb4266c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 943 time: 0.4238784 Jul 26 16:01:03.607196 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-a585b6a5-c2c7-4893-b8a4-7f808ac5e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:03.608801 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-a585b6a5-c2c7-4893-b8a4-7f808ac5e059 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.5205026 Jul 26 16:01:03.616913 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52cb3e-f3a9-4b6e-8b52-42670392fce4 req-c3fd1fce-ac31-4190-8fa8-20568744aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:03.618616 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ca52cb3e-f3a9-4b6e-8b52-42670392fce4 req-c3fd1fce-ac31-4190-8fa8-20568744aaf6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=001c523afc174d1bbaa01cfa69d6a592&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5188982 Jul 26 16:01:03.655465 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a53904e9-d74d-46bd-918a-d93861589f42'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:01:03.718220 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a6ab9-021c-4cf6-bf25-429bb188a8a0 req-52ed54b6-a808-4704-8f84-f20b59c581fd tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:03.728988 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bd9a6ab9-021c-4cf6-bf25-429bb188a8a0 req-52ed54b6-a808-4704-8f84-f20b59c581fd tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 944 time: 0.1777792 Jul 26 16:01:03.783301 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bd9a6ab9-021c-4cf6-bf25-429bb188a8a0 req-a2b14f5f-6a2e-4646-96e5-b09082bd81cf tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483992 Jul 26 16:01:03.814269 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f3ae-3bab-4a86-a6d3-b8508bbd2296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:03.826537 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-23806220-585c-46c5-b08d-1a985c70efee req-2dbd38fc-0798-4c8e-84ca-2d649d1a65a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10aa3264-6769-4251-bd2f-77fbea43901b HTTP/1.1" status: 200 len: 217 time: 0.2384553 Jul 26 16:01:03.837580 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b2fe9939-2db6-4407-b2d6-1c647fd19a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:03.841528 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-ce731583-c029-49c2-b826-9d32ed7be87a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 200 len: 217 time: 0.2217321 Jul 26 16:01:03.844554 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b2fe9939-2db6-4407-b2d6-1c647fd19a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:03.895510 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b2fe9939-2db6-4407-b2d6-1c647fd19a3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dde616d2b1c648a6ba0aecdd9864281c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001470 Jul 26 16:01:03.895510 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe9939-2db6-4407-b2d6-1c647fd19a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1bd695-092f-409d-816d-ff996206e64b,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:03.898130 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39142) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:04.039778 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4062c0eb-92d1-44cf-8f29-5b370fc6117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:04.073218 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f63eb9e-de97-4ff7-b2df-ccc155fe2653 req-7e62f5c8-c641-40b2-ba4a-4fa3dbf36f53 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673240 Jul 26 16:01:04.097563 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4062c0eb-92d1-44cf-8f29-5b370fc6117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:04.112746 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52cb3e-f3a9-4b6e-8b52-42670392fce4 req-0cd136bb-3f5c-4bbe-9b74-eb0904946a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:04.114950 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ca52cb3e-f3a9-4b6e-8b52-42670392fce4 req-0cd136bb-3f5c-4bbe-9b74-eb0904946a80 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4876239 Jul 26 16:01:04.116389 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-a0599dcd-f0c8-487f-b9fe-ceb654cc2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:04.117739 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-a0599dcd-f0c8-487f-b9fe-ceb654cc2f10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.2566292 Jul 26 16:01:04.119695 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23806220-585c-46c5-b08d-1a985c70efee req-22a53a0a-d24b-4104-ba24-e6c9a9d21ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:04.121228 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-23806220-585c-46c5-b08d-1a985c70efee req-22a53a0a-d24b-4104-ba24-e6c9a9d21ea2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.2785540 Jul 26 16:01:04.190622 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-b0da9d83-7fdb-4464-b6f2-f64bc59461d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476232 Jul 26 16:01:04.193335 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36592ed8-b72d-4576-a93a-4293bc0b3ca0 req-e40bba8d-ce4b-4426-a27f-58ecc05961b3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:04.201014 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-36592ed8-b72d-4576-a93a-4293bc0b3ca0 req-e40bba8d-ce4b-4426-a27f-58ecc05961b3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 944 time: 0.1766624 Jul 26 16:01:04.224883 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4062c0eb-92d1-44cf-8f29-5b370fc6117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:04.228021 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4062c0eb-92d1-44cf-8f29-5b370fc6117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:04.232968 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4062c0eb-92d1-44cf-8f29-5b370fc6117a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df1bd695-092f-409d-816d-ff996206e64b HTTP/1.1" status: 204 len: 168 time: 0.3215992 Jul 26 16:01:04.250665 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062c0eb-92d1-44cf-8f29-5b370fc6117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1bd695-092f-409d-816d-ff996206e64b,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:04.302505 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-36592ed8-b72d-4576-a93a-4293bc0b3ca0 req-99ab66fd-cd76-44d1-baba-034882f70579 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912495 Jul 26 16:01:04.338899 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-23806220-585c-46c5-b08d-1a985c70efee req-3c38c990-eba4-483a-8e40-91e552c34d03 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1970830 Jul 26 16:01:04.458897 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-23806220-585c-46c5-b08d-1a985c70efee req-36a44bd2-8dc8-4497-81bd-915eef6b729c service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046872 Jul 26 16:01:04.464875 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-2befc0f7-2cc5-456a-a31b-c6fb32eeec84 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167866 Jul 26 16:01:04.650284 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-e28c3515-6fdc-4e01-b834-2a0f90cd1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:04.651855 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-e28c3515-6fdc-4e01-b834-2a0f90cd1071 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 1096 time: 0.4593108 Jul 26 16:01:04.653730 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-23806220-585c-46c5-b08d-1a985c70efee req-d54da668-fd36-4c8b-9f75-ce554c404858 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949962 Jul 26 16:01:04.707548 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2d388252-ef1d-482e-baad-b0c5af5353a4 req-725893a5-b20e-42b1-b684-5b50398c2a54 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340348 Jul 26 16:01:04.743776 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-dac5df0c-a616-4787-a159-8e535d98a175 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c90049-d94e-4005-8423-c0d16b66f868 HTTP/1.1" status: 200 len: 217 time: 0.0500460 Jul 26 16:01:04.962648 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39234) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:04.983860 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb294e33-7808-41a7-b37a-88682ec29d29 req-9ebccb71-dc93-4e5b-9082-3fe24d775b81 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:04.992071 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bb294e33-7808-41a7-b37a-88682ec29d29 req-9ebccb71-dc93-4e5b-9082-3fe24d775b81 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 944 time: 0.0942395 Jul 26 16:01:05.066645 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bb294e33-7808-41a7-b37a-88682ec29d29 req-d7973305-9474-4e32-8678-ead17a3d6142 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734267 Jul 26 16:01:05.076312 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714f917-50c6-4cb9-9199-e1a750afd841 req-1b0166a8-2a2e-476c-bbe1-254a0dcbe9f3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:05.077850 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d714f917-50c6-4cb9-9199-e1a750afd841 req-1b0166a8-2a2e-476c-bbe1-254a0dcbe9f3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.4232435 Jul 26 16:01:05.079604 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-5671967c-2356-439b-a006-30f93c22aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:05.081077 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-5671967c-2356-439b-a006-30f93c22aca7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.3259284 Jul 26 16:01:05.128146 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 10aa3264-6769-4251-bd2f-77fbea43901b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:01:05.135590 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device a53904e9-d74d-46bd-918a-d93861589f42 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:01:05.168091 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-35ec172d-7ac0-4542-9e27-c5f17a0b0caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.169765 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d714f917-50c6-4cb9-9199-e1a750afd841 req-2c4bf3b8-9111-4898-ac11-961e62133a4c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817611 Jul 26 16:01:05.194192 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-fb489e0e-d3ee-46da-8eac-fc3d499b8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:05.195684 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-fb489e0e-d3ee-46da-8eac-fc3d499b8fbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0935597 Jul 26 16:01:05.306393 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port a53904e9-d74d-46bd-918a-d93861589f42 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:01:05.315490 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port a53904e9-d74d-46bd-918a-d93861589f42 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:01:05.316084 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.318729 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f0b60-29a7-4267-9647-23f172920fa2 req-b659fb10-a57a-4602-8001-579365b68ce7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:05.320541 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e02f0b60-29a7-4267-9647-23f172920fa2 req-b659fb10-a57a-4602-8001-579365b68ce7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 943 time: 0.1153343 Jul 26 16:01:05.381602 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 10aa3264-6769-4251-bd2f-77fbea43901b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=10aa3264-6769-4251-bd2f-77fbea43901b,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:05.395991 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-46007a9a-e0b8-4692-aa19-fb48044bcf66 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914659 Jul 26 16:01:05.405994 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e02f0b60-29a7-4267-9647-23f172920fa2 req-b64c3aee-3537-41aa-a995-98ab5dc82611 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748906 Jul 26 16:01:05.415159 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '10aa3264-6769-4251-bd2f-77fbea43901b', 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955', 'port_id': '10aa3264-6769-4251-bd2f-77fbea43901b', 'mac_address': 'fa:16:3e:1c:af:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326aa942-f51b-4ca4-a4c4-51885addc214', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:01:05.432110 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-35ec172d-7ac0-4542-9e27-c5f17a0b0caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.439283 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-35ec172d-7ac0-4542-9e27-c5f17a0b0caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.503716 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec172d-7ac0-4542-9e27-c5f17a0b0caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add8cce4-6693-4cef-8197-6911bbcae7f5,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:05.512908 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-35ec172d-7ac0-4542-9e27-c5f17a0b0caa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3779b31ab4684eef8a70be721c6dddf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5481815 Jul 26 16:01:05.513770 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39262) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:05.617954 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3327c0-8752-42cd-8228-ac89454ca5fe req-72cc6c94-dc14-492b-a981-67f31c16371d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:05.619914 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8e3327c0-8752-42cd-8228-ac89454ca5fe req-72cc6c94-dc14-492b-a981-67f31c16371d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 944 time: 0.2131808 Jul 26 16:01:05.622685 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94bb9d93-6985-497f-ac02-73b01bc9e9ad req-465b5cbd-cb0d-42de-8113-e595e7d4cf51 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137506 Jul 26 16:01:05.632083 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.671265 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.684401 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10aa3264-6769-4251-bd2f-77fbea43901b {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:01:05.700844 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a757b5f2-ddf3-496b-850a-d9b7fd885fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.707789 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8e3327c0-8752-42cd-8228-ac89454ca5fe req-2755bc38-80f2-4de4-984e-1add0c3a3dbb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793059 Jul 26 16:01:05.738453 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a757b5f2-ddf3-496b-850a-d9b7fd885fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.760055 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 10aa3264-6769-4251-bd2f-77fbea43901b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=10aa3264-6769-4251-bd2f-77fbea43901b,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:05.770305 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a8087e-d3c4-404f-9358-895f16187b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53904e9-d74d-46bd-918a-d93861589f42'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:01:05.810372 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a757b5f2-ddf3-496b-850a-d9b7fd885fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.813482 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a757b5f2-ddf3-496b-850a-d9b7fd885fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.815743 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-a757b5f2-ddf3-496b-850a-d9b7fd885fa1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/add8cce4-6693-4cef-8197-6911bbcae7f5 HTTP/1.1" status: 204 len: 168 time: 0.2986989 Jul 26 16:01:05.836315 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757b5f2-ddf3-496b-850a-d9b7fd885fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add8cce4-6693-4cef-8197-6911bbcae7f5,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:05.928448 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.929117 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device db4a0628-a47d-41f4-936f-92dca71dd80a details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:01:05.948866 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port a53904e9-d74d-46bd-918a-d93861589f42, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a53904e9-d74d-46bd-918a-d93861589f42,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:05.974731 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port db4a0628-a47d-41f4-936f-92dca71dd80a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=db4a0628-a47d-41f4-936f-92dca71dd80a,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:05.989704 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'db4a0628-a47d-41f4-936f-92dca71dd80a', 'network_id': '68059e9d-b0d9-4057-94c6-ab42f7be2955', 'port_id': 'db4a0628-a47d-41f4-936f-92dca71dd80a', 'mac_address': 'fa:16:3e:b9:25:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326aa942-f51b-4ca4-a4c4-51885addc214', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:01:05.992357 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:05.992942 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 03392538-f0d9-4228-a4aa-798aebd70aa1 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:01:06.113371 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.139908 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4a0628-a47d-41f4-936f-92dca71dd80a {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:01:06.154049 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 03392538-f0d9-4228-a4aa-798aebd70aa1 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:01:06.168438 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 03392538-f0d9-4228-a4aa-798aebd70aa1 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:01:06.169105 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.210802 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=10aa3264-6769-4251-bd2f-77fbea43901b,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:06.250881 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port db4a0628-a47d-41f4-936f-92dca71dd80a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=db4a0628-a47d-41f4-936f-92dca71dd80a,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:06.266063 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.293410 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-501566ae-e47c-4785-94e1-ff630456349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.328247 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=a53904e9-d74d-46bd-918a-d93861589f42,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:06.359988 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27486dd-2705-48d6-bc22-0a822af0882d req-529f1fa9-30c7-4065-8a7b-d187cead3228 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:06.361609 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e27486dd-2705-48d6-bc22-0a822af0882d req-529f1fa9-30c7-4065-8a7b-d187cead3228 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 944 time: 0.1616166 Jul 26 16:01:06.383932 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e1b6-b33f-4a93-82e9-13ce21accb5e req-914b17ac-239a-4886-bc97-5d0a30c21bc4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:06.391729 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3252e1b6-b33f-4a93-82e9-13ce21accb5e req-914b17ac-239a-4886-bc97-5d0a30c21bc4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0871830 Jul 26 16:01:06.418573 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.431155 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=db4a0628-a47d-41f4-936f-92dca71dd80a,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:06.442098 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3252e1b6-b33f-4a93-82e9-13ce21accb5e req-b70ebf8b-8041-40bb-9283-e50d4bcf0310 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488732 Jul 26 16:01:06.466020 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e27486dd-2705-48d6-bc22-0a822af0882d req-e671ae84-b59b-4ec4-bc38-a761427bb4bc tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949852 Jul 26 16:01:06.481418 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39320) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:06.490890 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.494089 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 03392538-f0d9-4228-a4aa-798aebd70aa1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03392538-f0d9-4228-a4aa-798aebd70aa1,segment=NetworkSegment(a130ae3e-83de-4ca4-bb31-c829b991fb91),segment_id=a130ae3e-83de-4ca4-bb31-c829b991fb91)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:06.495527 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fdd3de0d-fc22-4ca1-be42-eab61b39d600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.505087 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.514694 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b043e408-f84f-4271-96cb-2b383e11ca85" -d '{"events": [{"server_uuid": "22a8087e-d3c4-404f-9358-895f16187b55", "name": "network-vif-plugged", "status": "completed", "tag": "a53904e9-d74d-46bd-918a-d93861589f42"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:01:06.625636 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=03392538-f0d9-4228-a4aa-798aebd70aa1,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:06.628128 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079d18f-75c5-4a10-ba09-ed71d46b71ec req-e827264f-703d-4882-acc2-16e6be71c85d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:06.636580 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8079d18f-75c5-4a10-ba09-ed71d46b71ec req-e827264f-703d-4882-acc2-16e6be71c85d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 944 time: 0.1115701 Jul 26 16:01:06.649844 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['10aa3264-6769-4251-bd2f-77fbea43901b'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:01:06.664462 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fdd3de0d-fc22-4ca1-be42-eab61b39d600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.671642 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fdd3de0d-fc22-4ca1-be42-eab61b39d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.694683 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8079d18f-75c5-4a10-ba09-ed71d46b71ec req-73eca23e-3e49-442a-b63e-9af9ede4093b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534084 Jul 26 16:01:06.702643 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['db4a0628-a47d-41f4-936f-92dca71dd80a'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:01:06.726781 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-fdd3de0d-fc22-4ca1-be42-eab61b39d600 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33ed6561ef2340059dad52bb74cfc8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418587 Jul 26 16:01:06.727172 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39328) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:06.730554 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3de0d-fc22-4ca1-be42-eab61b39d600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae59013-de56-4c29-84bf-64c32a2e493e,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:06.792038 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9069ffc8-e0d7-43b1-86ea-f746ed0595b3 x-openstack-request-id: req-9069ffc8-e0d7-43b1-86ea-f746ed0595b3 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:01:06.792395 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a8087e-d3c4-404f-9358-895f16187b55", "name": "network-vif-plugged", "status": "completed", "tag": "a53904e9-d74d-46bd-918a-d93861589f42", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:01:06.792955 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9069ffc8-e0d7-43b1-86ea-f746ed0595b3 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:01:06.793643 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a8087e-d3c4-404f-9358-895f16187b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53904e9-d74d-46bd-918a-d93861589f42', 'code': 200} Jul 26 16:01:06.857044 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2184-f836-4863-808e-a53982be05c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.906654 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2184-f836-4863-808e-a53982be05c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:06.963814 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb37f79-dd7f-4ef4-8d5a-127a19ac710c req-887def05-c11a-402f-9a36-8c7e4617a915 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:06.971251 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7bb37f79-dd7f-4ef4-8d5a-127a19ac710c req-887def05-c11a-402f-9a36-8c7e4617a915 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.1324899 Jul 26 16:01:07.025228 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7bb37f79-dd7f-4ef4-8d5a-127a19ac710c req-68322c4d-12ee-4fb5-b771-1f44b865c160 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492797 Jul 26 16:01:07.034127 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2184-f836-4863-808e-a53982be05c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:07.036726 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2184-f836-4863-808e-a53982be05c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:07.037860 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-4eaa2184-f836-4863-808e-a53982be05c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ae59013-de56-4c29-84bf-64c32a2e493e HTTP/1.1" status: 204 len: 168 time: 0.3096559 Jul 26 16:01:07.046953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa2184-f836-4863-808e-a53982be05c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae59013-de56-4c29-84bf-64c32a2e493e,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:07.203749 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b93f-1a58-4b1b-b197-cbfab83d0b93 req-05526a7c-4879-425c-b7dd-463c6f296a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:07.205476 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-36d6b93f-1a58-4b1b-b197-cbfab83d0b93 req-05526a7c-4879-425c-b7dd-463c6f296a46 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 1098 time: 0.1334713 Jul 26 16:01:07.211356 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:07.234158 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-36d6b93f-1a58-4b1b-b197-cbfab83d0b93 req-de973090-0517-41b9-8a15-6e766bcfcb8e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:07.351260 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-36d6b93f-1a58-4b1b-b197-cbfab83d0b93 req-de973090-0517-41b9-8a15-6e766bcfcb8e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:07.357408 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-36d6b93f-1a58-4b1b-b197-cbfab83d0b93 req-de973090-0517-41b9-8a15-6e766bcfcb8e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:07.395056 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-36d6b93f-1a58-4b1b-b197-cbfab83d0b93 req-de973090-0517-41b9-8a15-6e766bcfcb8e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812820 Jul 26 16:01:07.408411 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de973090-0517-41b9-8a15-6e766bcfcb8e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13004953-8f00-4a30-a996-581677297747,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:07.640774 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5646e-c8b7-40be-b102-fb6e9d50c7a2 req-e1038056-5a4d-42f1-af47-a3fa4027ea14 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:07.651401 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-16a5646e-c8b7-40be-b102-fb6e9d50c7a2 req-e1038056-5a4d-42f1-af47-a3fa4027ea14 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.0947406 Jul 26 16:01:07.666506 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b357b-6876-4e03-b150-a51172c40556 req-99396210-6c10-4b96-8a60-272858002ff4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:07.676117 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-897b357b-6876-4e03-b150-a51172c40556 req-99396210-6c10-4b96-8a60-272858002ff4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.1391895 Jul 26 16:01:07.713070 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-16a5646e-c8b7-40be-b102-fb6e9d50c7a2 req-3fdb81c5-8b1a-4b33-b93b-592af1e09d38 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604413 Jul 26 16:01:07.760936 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-897b357b-6876-4e03-b150-a51172c40556 req-084279e7-bc07-4fcd-af0d-fdc6b1bbcdb7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800915 Jul 26 16:01:07.866985 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1f4c-10f2-4cfe-8438-d07e3fdd862f req-e776148b-d48a-4a93-944c-200456b395a0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:07.868545 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c4cc1f4c-10f2-4cfe-8438-d07e3fdd862f req-e776148b-d48a-4a93-944c-200456b395a0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 944 time: 0.0663829 Jul 26 16:01:07.889893 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:01:07.912492 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c4cc1f4c-10f2-4cfe-8438-d07e3fdd862f req-14f47245-7717-4f17-ba05-184dfb7c6400 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Jul 26 16:01:08.170835 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ee49f-2cb4-4f92-b250-15874adafa70 req-7dfaf016-51a2-4dd7-b2bb-f6364b4aa5de tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:08.176817 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-813ee49f-2cb4-4f92-b250-15874adafa70 req-7dfaf016-51a2-4dd7-b2bb-f6364b4aa5de tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.0771391 Jul 26 16:01:08.241502 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-813ee49f-2cb4-4f92-b250-15874adafa70 req-663182e6-8a88-47fc-9aa5-7592cf31705d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619168 Jul 26 16:01:08.794979 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c7c48-1c7a-4081-81ca-7ed3330ff07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03392538-f0d9-4228-a4aa-798aebd70aa1'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:01:08.797876 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6403f3f7-c453-4e57-b65b-438fa99b178b" -d '{"events": [{"server_uuid": "9d0c7c48-1c7a-4081-81ca-7ed3330ff07e", "name": "network-vif-plugged", "status": "completed", "tag": "03392538-f0d9-4228-a4aa-798aebd70aa1"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:01:08.886361 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4829b20-379e-4314-b49d-060b62fdfb95 req-549722ec-66e7-4f6c-ae10-ffebb7b94874 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:08.891770 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f4829b20-379e-4314-b49d-060b62fdfb95 req-549722ec-66e7-4f6c-ae10-ffebb7b94874 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.0996222 Jul 26 16:01:08.899130 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:08.939011 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f4829b20-379e-4314-b49d-060b62fdfb95 req-747f11af-c40c-48ef-a507-0462b5cb3008 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393224 Jul 26 16:01:08.941773 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca5309-37e8-4f5c-b007-ae8c722e9ae2 req-ecaabfd2-9d8f-4d6d-bc27-3d245d4aab99 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:08.944754 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cfca5309-37e8-4f5c-b007-ae8c722e9ae2 req-ecaabfd2-9d8f-4d6d-bc27-3d245d4aab99 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0958357 Jul 26 16:01:08.996636 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cfca5309-37e8-4f5c-b007-ae8c722e9ae2 req-f48f8740-a12e-4b17-9397-d6a5be818174 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459857 Jul 26 16:01:08.999476 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469beff6-5400-42d3-b35e-b69f3dbdbf74 x-openstack-request-id: req-469beff6-5400-42d3-b35e-b69f3dbdbf74 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:01:08.999758 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0c7c48-1c7a-4081-81ca-7ed3330ff07e", "name": "network-vif-plugged", "status": "completed", "tag": "03392538-f0d9-4228-a4aa-798aebd70aa1", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:01:09.000291 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-469beff6-5400-42d3-b35e-b69f3dbdbf74 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:01:09.000614 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0c7c48-1c7a-4081-81ca-7ed3330ff07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03392538-f0d9-4228-a4aa-798aebd70aa1', 'code': 200} Jul 26 16:01:09.179296 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:01:09.183737 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 10aa3264-6769-4251-bd2f-77fbea43901b up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:01:09.194912 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353d864-8136-4cc5-9776-7a0acb42e9b4 req-be506e34-9451-4fc5-bd57-ef38b955d893 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:09.202374 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3353d864-8136-4cc5-9776-7a0acb42e9b4 req-be506e34-9451-4fc5-bd57-ef38b955d893 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 944 time: 0.1514585 Jul 26 16:01:09.276657 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3353d864-8136-4cc5-9776-7a0acb42e9b4 req-5985f673-1f1c-4ada-8a66-d1ee3bcae6bc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729961 Jul 26 16:01:09.410291 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daea1e-2182-457b-9ae4-adc3add75b39 req-21858b79-06cb-464e-aefa-f09e0678d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:09.412699 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89daea1e-2182-457b-9ae4-adc3add75b39 req-21858b79-06cb-464e-aefa-f09e0678d08e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 1098 time: 0.1212950 Jul 26 16:01:09.438096 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 10aa3264-6769-4251-bd2f-77fbea43901b completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:01:09.458673 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 10aa3264-6769-4251-bd2f-77fbea43901b triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:01:09.459059 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:09.479525 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89daea1e-2182-457b-9ae4-adc3add75b39 req-a1b3b1c7-7311-4ccc-9e66-9e1b46daaa29 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578115 Jul 26 16:01:09.519267 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:09.534694 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595ce02-7dfd-4e78-b16a-76c8474a6d28 req-d874c872-c997-4eb9-8db0-8300c6295da3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:09.535573 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '77c90049-d94e-4005-8423-c0d16b66f868', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'port_id': '77c90049-d94e-4005-8423-c0d16b66f868', 'mac_address': 'fa:16:3e:47:ce:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:01:09.536318 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1595ce02-7dfd-4e78-b16a-76c8474a6d28 req-d874c872-c997-4eb9-8db0-8300c6295da3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.1643827 Jul 26 16:01:09.591877 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1595ce02-7dfd-4e78-b16a-76c8474a6d28 req-0c151d70-cfef-488c-87f1-4f8a1001d19e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Jul 26 16:01:09.605296 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:09.639378 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c90049-d94e-4005-8423-c0d16b66f868 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:01:09.671574 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:09.674719 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:09.684793 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:09.742447 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 10aa3264-6769-4251-bd2f-77fbea43901b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=10aa3264-6769-4251-bd2f-77fbea43901b,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:09.746410 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:09.747179 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device db4a0628-a47d-41f4-936f-92dca71dd80a up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:01:09.778124 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:09.857466 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=10aa3264-6769-4251-bd2f-77fbea43901b,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:09.861663 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port db4a0628-a47d-41f4-936f-92dca71dd80a completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:01:09.865730 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port db4a0628-a47d-41f4-936f-92dca71dd80a triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:01:09.866053 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:09.955901 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:09.993426 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port db4a0628-a47d-41f4-936f-92dca71dd80a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=db4a0628-a47d-41f4-936f-92dca71dd80a,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:09.997729 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:10.052571 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=db4a0628-a47d-41f4-936f-92dca71dd80a,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:10.066944 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['77c90049-d94e-4005-8423-c0d16b66f868'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:01:10.086199 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e23be-51e0-4619-817f-4e6d75c474f6 req-268e1077-6abb-4f5d-9518-b4af1eb3dfa2 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:10.087964 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6e3e23be-51e0-4619-817f-4e6d75c474f6 req-268e1077-6abb-4f5d-9518-b4af1eb3dfa2 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.0748985 Jul 26 16:01:10.149921 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6e3e23be-51e0-4619-817f-4e6d75c474f6 req-05276703-e970-4daa-a690-0e2692a87824 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506217 Jul 26 16:01:10.182742 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b111601-f796-4065-8e5f-1e1bd2ebef5e req-59cd5342-4091-4a64-a5b0-9fc450d35b73 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:10.184322 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9b111601-f796-4065-8e5f-1e1bd2ebef5e req-59cd5342-4091-4a64-a5b0-9fc450d35b73 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.0996535 Jul 26 16:01:10.245799 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9b111601-f796-4065-8e5f-1e1bd2ebef5e req-c18143b6-e340-40d7-a3ac-d9afd30a03cd tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545299 Jul 26 16:01:10.406179 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2df1d9-a4cf-47d3-af54-340bd2e27b0b req-4d5d365c-7dbe-4433-b01d-b94b1c4d95e2 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:10.407654 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb2df1d9-a4cf-47d3-af54-340bd2e27b0b req-4d5d365c-7dbe-4433-b01d-b94b1c4d95e2 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0742064 Jul 26 16:01:10.450456 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb2df1d9-a4cf-47d3-af54-340bd2e27b0b req-c1010d4a-52d8-4188-a8dd-63fe76eb3ed3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362632 Jul 26 16:01:10.747682 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33edbc2-d93a-4872-8af4-4a5ac99125c7 req-b43b0a17-24dc-4f10-9ab3-73726278b574 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:10.752768 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b33edbc2-d93a-4872-8af4-4a5ac99125c7 req-b43b0a17-24dc-4f10-9ab3-73726278b574 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.0726104 Jul 26 16:01:10.788460 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b33edbc2-d93a-4872-8af4-4a5ac99125c7 req-9d19008e-f39a-4336-bd9c-4c92d2dc5a7e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328770 Jul 26 16:01:11.002335 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7d208-c863-4451-8b77-92c36294ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aa3264-6769-4251-bd2f-77fbea43901b'}, {'server_uuid': '447353ac-8b3d-48d7-840d-a216ebb98598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4a0628-a47d-41f4-936f-92dca71dd80a'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:01:11.006004 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9865c662-82e9-4c49-9be1-1286f10d8bbe" -d '{"events": [{"server_uuid": "e3b7d208-c863-4451-8b77-92c36294ad34", "name": "network-vif-plugged", "status": "completed", "tag": "10aa3264-6769-4251-bd2f-77fbea43901b"}, {"server_uuid": "447353ac-8b3d-48d7-840d-a216ebb98598", "name": "network-vif-plugged", "status": "completed", "tag": "db4a0628-a47d-41f4-936f-92dca71dd80a"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:01:11.049310 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Jul 2021 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4603a233-96bb-422f-9c6f-b76f23a1dafe x-openstack-request-id: req-4603a233-96bb-422f-9c6f-b76f23a1dafe {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:01:11.049539 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b7d208-c863-4451-8b77-92c36294ad34", "name": "network-vif-plugged", "status": "completed", "tag": "10aa3264-6769-4251-bd2f-77fbea43901b", "code": 200}, {"server_uuid": "447353ac-8b3d-48d7-840d-a216ebb98598", "name": "network-vif-plugged", "status": "completed", "tag": "db4a0628-a47d-41f4-936f-92dca71dd80a", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:01:11.049786 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4603a233-96bb-422f-9c6f-b76f23a1dafe {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:01:11.050177 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7d208-c863-4451-8b77-92c36294ad34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aa3264-6769-4251-bd2f-77fbea43901b', 'code': 200} Jul 26 16:01:11.050427 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447353ac-8b3d-48d7-840d-a216ebb98598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4a0628-a47d-41f4-936f-92dca71dd80a', 'code': 200} Jul 26 16:01:11.243532 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39524) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:11.274534 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dedc8-8faa-418c-951e-21ed8ba2eb1c req-26fe6a45-6517-4e28-9ce8-27be64a94982 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:11.276016 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cc5dedc8-8faa-418c-951e-21ed8ba2eb1c req-26fe6a45-6517-4e28-9ce8-27be64a94982 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.0683961 Jul 26 16:01:11.314010 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cc5dedc8-8faa-418c-951e-21ed8ba2eb1c req-11062eac-2764-4762-be28-ba2a0afb11e4 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312967 Jul 26 16:01:11.371130 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-404e30d2-bfc7-40c9-9511-845dff0978f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:11.427802 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce25e6-36d3-440a-ad8d-609344c1fd84 req-17158c86-c344-4dfd-b847-5e3209d89c88 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:11.429333 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3bce25e6-36d3-440a-ad8d-609344c1fd84 req-17158c86-c344-4dfd-b847-5e3209d89c88 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.1075797 Jul 26 16:01:11.509238 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3bce25e6-36d3-440a-ad8d-609344c1fd84 req-128b270a-a982-4345-9615-9c2e2f0eb5d0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731232 Jul 26 16:01:11.534291 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-404e30d2-bfc7-40c9-9511-845dff0978f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:11.540304 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-404e30d2-bfc7-40c9-9511-845dff0978f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:11.597151 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-404e30d2-bfc7-40c9-9511-845dff0978f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a58f002101d48dca2be5ead89e732cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500633 Jul 26 16:01:11.598352 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39538) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:11.602618 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e30d2-bfc7-40c9-9511-845dff0978f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc33a9-3b43-43db-87e6-1563f5dedc84,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:11.687029 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eaf96-d675-4095-b55c-9148cfa05ae1 req-a4d25263-a477-4cac-ac59-43b816c6b395 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:11.691265 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3f5eaf96-d675-4095-b55c-9148cfa05ae1 req-a4d25263-a477-4cac-ac59-43b816c6b395 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1387520 Jul 26 16:01:11.703479 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-54968cca-57ab-4dce-8993-ba9cf3bf5882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:11.747985 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-54968cca-57ab-4dce-8993-ba9cf3bf5882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:11.752107 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3f5eaf96-d675-4095-b55c-9148cfa05ae1 req-bb181fcf-6098-4d22-ab35-20b9ed8c1a7e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546231 Jul 26 16:01:11.805668 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-54968cca-57ab-4dce-8993-ba9cf3bf5882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:11.808184 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-54968cca-57ab-4dce-8993-ba9cf3bf5882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:11.809348 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-54968cca-57ab-4dce-8993-ba9cf3bf5882 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80bc33a9-3b43-43db-87e6-1563f5dedc84 HTTP/1.1" status: 204 len: 168 time: 0.2100790 Jul 26 16:01:11.817958 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54968cca-57ab-4dce-8993-ba9cf3bf5882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc33a9-3b43-43db-87e6-1563f5dedc84,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:12.112912 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39558) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:12.130302 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec98be45-b2e6-41fb-99df-57aa9b6da085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.243361 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec98be45-b2e6-41fb-99df-57aa9b6da085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.247063 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ec98be45-b2e6-41fb-99df-57aa9b6da085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.284257 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ec98be45-b2e6-41fb-99df-57aa9b6da085 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d95a782b8754032892feaed53aa81d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701787 Jul 26 16:01:12.285096 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98be45-b2e6-41fb-99df-57aa9b6da085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7abed0e-360e-4bac-ba34-17fa0c29bcf7,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:12.286998 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39564) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:12.339877 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee7ed-a48f-44fd-b39e-28ebb5734383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.363455 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee7ed-a48f-44fd-b39e-28ebb5734383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.412536 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee7ed-a48f-44fd-b39e-28ebb5734383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.415033 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1e1ee7ed-a48f-44fd-b39e-28ebb5734383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.416229 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1e1ee7ed-a48f-44fd-b39e-28ebb5734383 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7abed0e-360e-4bac-ba34-17fa0c29bcf7 HTTP/1.1" status: 204 len: 168 time: 0.1282160 Jul 26 16:01:12.424556 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ee7ed-a48f-44fd-b39e-28ebb5734383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7abed0e-360e-4bac-ba34-17fa0c29bcf7,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:12.663959 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a6a8c-9453-4383-ba64-e25840ef4716 req-fac51716-5b28-4991-b3b9-f8684af9b4a4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:12.665898 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f22a6a8c-9453-4383-ba64-e25840ef4716 req-fac51716-5b28-4991-b3b9-f8684af9b4a4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.0730412 Jul 26 16:01:12.722385 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f22a6a8c-9453-4383-ba64-e25840ef4716 req-b2052b89-cc1c-4870-a1d1-404e0fef8ae3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495908 Jul 26 16:01:12.764657 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39578) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:12.778353 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e6e8a5f8-82b0-42a7-8a54-94beedfc9025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.867785 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e6e8a5f8-82b0-42a7-8a54-94beedfc9025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.872382 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e6e8a5f8-82b0-42a7-8a54-94beedfc9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.882530 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a21c9-7b46-4c9c-9a1d-5ef690f32a52 req-6aff5e60-e6f4-4379-aafc-a4a7e4080d08 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:12.883991 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b44a21c9-7b46-4c9c-9a1d-5ef690f32a52 req-6aff5e60-e6f4-4379-aafc-a4a7e4080d08 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0627065 Jul 26 16:01:12.909576 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e6e8a5f8-82b0-42a7-8a54-94beedfc9025 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b182285999d547c8a83eef91db018afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437197 Jul 26 16:01:12.911369 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8a5f8-82b0-42a7-8a54-94beedfc9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427dacaf-83fd-4a0b-90f8-5dfc1cfccf56,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:12.912246 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39582) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:12.938271 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b44a21c9-7b46-4c9c-9a1d-5ef690f32a52 req-9cee883b-37bf-4b64-93e7-46329e591549 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Jul 26 16:01:12.972841 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8d2af249-061e-4dc1-b65b-b8af713d96ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:12.992851 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8d2af249-061e-4dc1-b65b-b8af713d96ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:13.037627 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8d2af249-061e-4dc1-b65b-b8af713d96ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:13.040313 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8d2af249-061e-4dc1-b65b-b8af713d96ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:13.041440 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8d2af249-061e-4dc1-b65b-b8af713d96ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/427dacaf-83fd-4a0b-90f8-5dfc1cfccf56 HTTP/1.1" status: 204 len: 168 time: 0.1281471 Jul 26 16:01:13.049576 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2af249-061e-4dc1-b65b-b8af713d96ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427dacaf-83fd-4a0b-90f8-5dfc1cfccf56,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:13.907909 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082dc67-6087-4329-8c7a-8ed89a918092 req-2a6fd415-d3b5-489c-8703-2efcc948f7f5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:13.910002 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9082dc67-6087-4329-8c7a-8ed89a918092 req-2a6fd415-d3b5-489c-8703-2efcc948f7f5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.0789864 Jul 26 16:01:14.010420 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9082dc67-6087-4329-8c7a-8ed89a918092 req-0375b8df-71e1-433f-9de7-e357b055fcc7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946405 Jul 26 16:01:14.041122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23af3-c82f-41d0-ac70-db9fafe36a04 req-6c024b2c-89dc-49ed-a7cb-3d7808ff362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:14.042780 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7df23af3-c82f-41d0-ac70-db9fafe36a04 req-6c024b2c-89dc-49ed-a7cb-3d7808ff362f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 1098 time: 0.1117208 Jul 26 16:01:14.049079 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b5902-0896-42c1-bffc-91fb2aecf005 req-048f7392-93d4-414d-acb1-b975ed3fd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:14.050549 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f11b5902-0896-42c1-bffc-91fb2aecf005 req-048f7392-93d4-414d-acb1-b975ed3fd633 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1099 time: 0.1284480 Jul 26 16:01:14.108402 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a0fa-5e8d-4916-8aa6-4fd4fbd6edec req-14739745-ca02-46d3-bbb5-76ad47d27e77 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:14.108970 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7df23af3-c82f-41d0-ac70-db9fafe36a04 req-aa5e4011-3cda-40bc-9e53-f37f6b4d22d0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Jul 26 16:01:14.110193 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e641a0fa-5e8d-4916-8aa6-4fd4fbd6edec req-14739745-ca02-46d3-bbb5-76ad47d27e77 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1030965 Jul 26 16:01:14.118352 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f11b5902-0896-42c1-bffc-91fb2aecf005 req-b72acd12-fbca-4e1d-be6a-a3f2de1b2746 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576644 Jul 26 16:01:14.148574 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e641a0fa-5e8d-4916-8aa6-4fd4fbd6edec req-8cc84362-729a-4b83-8905-e2d37858cb9d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327594 Jul 26 16:01:14.194987 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39626) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:14.312635 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c8efe0d0-5669-44a4-b037-61ebc9e41bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:14.420961 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c8efe0d0-5669-44a4-b037-61ebc9e41bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:14.424798 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c8efe0d0-5669-44a4-b037-61ebc9e41bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:14.469493 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c8efe0d0-5669-44a4-b037-61ebc9e41bf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6d7c8a8359a4fbfbe238b553faba4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732086 Jul 26 16:01:14.470532 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efe0d0-5669-44a4-b037-61ebc9e41bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6631e5-949d-4e5c-9e87-350c35dde9ec,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:14.473159 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39640) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:14.538697 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cf0be18c-c8fa-4195-8c7e-0805dc906184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:14.565136 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cf0be18c-c8fa-4195-8c7e-0805dc906184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:14.612974 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cf0be18c-c8fa-4195-8c7e-0805dc906184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:14.615457 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cf0be18c-c8fa-4195-8c7e-0805dc906184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:14.616612 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-cf0be18c-c8fa-4195-8c7e-0805dc906184 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa6631e5-949d-4e5c-9e87-350c35dde9ec HTTP/1.1" status: 204 len: 168 time: 0.1411729 Jul 26 16:01:14.624140 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0be18c-c8fa-4195-8c7e-0805dc906184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6631e5-949d-4e5c-9e87-350c35dde9ec,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:15.198652 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073bd7b-c938-4f91-bd87-91fc1d5a73ab req-6b0d0b6a-5e30-4163-b8a8-446f01130e86 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:15.206407 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:01:15.210161 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e073bd7b-c938-4f91-bd87-91fc1d5a73ab req-6b0d0b6a-5e30-4163-b8a8-446f01130e86 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.0933418 Jul 26 16:01:15.256797 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e073bd7b-c938-4f91-bd87-91fc1d5a73ab req-83e07628-71ac-4d77-a967-ab37c20b81b4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482051 Jul 26 16:01:15.277460 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 77c90049-d94e-4005-8423-c0d16b66f868 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:01:15.283746 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 77c90049-d94e-4005-8423-c0d16b66f868 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:01:15.284350 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:15.399130 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:15.422379 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a859f4c-85b5-4345-8330-50c67e0ea0d3 req-e24d25b1-fbae-4a09-a436-8c8b6fa0d948 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:15.430327 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5a859f4c-85b5-4345-8330-50c67e0ea0d3 req-e24d25b1-fbae-4a09-a436-8c8b6fa0d948 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1053421 Jul 26 16:01:15.432159 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:01:15.434743 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c361c6-da42-4ec8-a792-b40c6ca65c52" -d '{"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-plugged", "status": "completed", "tag": "77c90049-d94e-4005-8423-c0d16b66f868"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:01:15.456557 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:15.462281 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:15.484071 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5a859f4c-85b5-4345-8330-50c67e0ea0d3 req-9dc24a68-9cdd-40ff-9604-f580a4cd1ecc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527732 Jul 26 16:01:15.560467 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:15.566391 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0190f6ac-c55c-44e2-a7dd-4c5668305323 x-openstack-request-id: req-0190f6ac-c55c-44e2-a7dd-4c5668305323 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:01:15.567300 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-plugged", "status": "completed", "tag": "77c90049-d94e-4005-8423-c0d16b66f868", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:01:15.567720 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0190f6ac-c55c-44e2-a7dd-4c5668305323 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:01:15.568279 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868', 'code': 200} Jul 26 16:01:16.041141 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ac9dc-dbee-45bc-89d3-f594a2a1bba0 req-6e787186-b4da-4179-aca2-be87fdcea5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:16.043639 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c78ac9dc-dbee-45bc-89d3-f594a2a1bba0 req-6e787186-b4da-4179-aca2-be87fdcea5d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0855889 Jul 26 16:01:16.096609 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c78ac9dc-dbee-45bc-89d3-f594a2a1bba0 req-a8012e79-de0d-49f1-a9d6-11ebdf53be15 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355458 Jul 26 16:01:16.305623 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39746) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:16.403194 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0f265-1448-4280-be23-60e403539578 req-5a8d4896-92ec-48e7-851a-db47c33c9757 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:16.406741 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-16a0f265-1448-4280-be23-60e403539578 req-5a8d4896-92ec-48e7-851a-db47c33c9757 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0663157 Jul 26 16:01:16.446911 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-16a0f265-1448-4280-be23-60e403539578 req-44285842-8434-4e51-97eb-8c42f10f3a18 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352855 Jul 26 16:01:16.451579 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:16.562634 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:16.567056 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:16.647102 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bad8d33453e417fad44d4325d71bc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396406 Jul 26 16:01:16.647933 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe19cf34-eeb5-499e-9fb7-5fda09d966cb,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:16.649907 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39762) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:16.657748 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.658622 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.658971 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.659359 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.659754 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.660126 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.660539 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.660870 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.661199 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.661521 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.661842 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.662162 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2ee7f4-5719-4c1d-bf51-d42aa6d320fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.702970 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781690b-296e-48b1-9c56-b06e0d4b20d8 req-35227770-cbc3-4bf0-9965-420778055cad tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:16.703679 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:16.704477 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8781690b-296e-48b1-9c56-b06e0d4b20d8 req-35227770-cbc3-4bf0-9965-420778055cad tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0995607 Jul 26 16:01:16.725073 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:16.773733 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:16.776345 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:16.777687 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe19cf34-eeb5-499e-9fb7-5fda09d966cb HTTP/1.1" status: 204 len: 168 time: 0.1269608 Jul 26 16:01:16.789133 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe19cf34-eeb5-499e-9fb7-5fda09d966cb,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:16.797229 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.797577 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.797920 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.798254 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.798581 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.799482 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.799816 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.800162 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.800498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.800821 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.801187 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.801463 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28a2d0-b6f7-4e56-9f73-3820a9fb4760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:16.933292 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8781690b-296e-48b1-9c56-b06e0d4b20d8 req-b2f57abe-9b10-4f6e-a71f-65b8ae620bb7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226205 Jul 26 16:01:17.081635 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39772) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:17.095172 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-26843603-ac97-43aa-8c60-2b3b1b49aa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:17.204460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-26843603-ac97-43aa-8c60-2b3b1b49aa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:17.209717 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-26843603-ac97-43aa-8c60-2b3b1b49aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:17.276356 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7d2a4-f9d1-4ae8-8810-a1cfcbd8448d req-f3b15008-fbc4-4d49-acfd-b8a25edae284 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:17.284464 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-23b7d2a4-f9d1-4ae8-8810-a1cfcbd8448d req-f3b15008-fbc4-4d49-acfd-b8a25edae284 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0955977 Jul 26 16:01:17.295765 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-26843603-ac97-43aa-8c60-2b3b1b49aa5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce83ce3912ee4ebf92b0c72f748af42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128856 Jul 26 16:01:17.297520 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26843603-ac97-43aa-8c60-2b3b1b49aa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b2eca8-93bf-4c59-a464-f4b64d704875,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:17.300300 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39784) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:17.347160 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-23b7d2a4-f9d1-4ae8-8810-a1cfcbd8448d req-3744e82d-65c8-40be-bf3c-37329eca23a1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617199 Jul 26 16:01:17.366081 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-5eb2de80-302d-49a5-aa0c-63e6c22da20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:17.367559 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-5eb2de80-302d-49a5-aa0c-63e6c22da20e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 1098 time: 0.1518643 Jul 26 16:01:17.379843 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fe077ba5-79d1-46d9-a2bf-5d7911fb0653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:17.449434 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fe077ba5-79d1-46d9-a2bf-5d7911fb0653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:17.530294 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-f4a67309-d152-4ed9-a14d-62bca608432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:17.532001 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-f4a67309-d152-4ed9-a14d-62bca608432e service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.1452839 Jul 26 16:01:17.547832 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fe077ba5-79d1-46d9-a2bf-5d7911fb0653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:17.552811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fe077ba5-79d1-46d9-a2bf-5d7911fb0653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:17.555044 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-fe077ba5-79d1-46d9-a2bf-5d7911fb0653 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66b2eca8-93bf-4c59-a464-f4b64d704875 HTTP/1.1" status: 204 len: 168 time: 0.2525992 Jul 26 16:01:17.566821 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe077ba5-79d1-46d9-a2bf-5d7911fb0653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b2eca8-93bf-4c59-a464-f4b64d704875,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:17.643908 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3bdde-db03-4fa5-8115-cd6254b52bc8 req-0c2427d9-120b-40fc-bc2d-ed17a988bb85 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:17.645792 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fca3bdde-db03-4fa5-8115-cd6254b52bc8 req-0c2427d9-120b-40fc-bc2d-ed17a988bb85 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0808403 Jul 26 16:01:17.708694 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-7d58e901-86b3-443b-a7ea-293be9b3bc3b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10aa3264-6769-4251-bd2f-77fbea43901b HTTP/1.1" status: 200 len: 217 time: 0.0371349 Jul 26 16:01:17.742261 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fca3bdde-db03-4fa5-8115-cd6254b52bc8 req-49a01c72-711e-47de-927c-d3d2b0e95da3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902829 Jul 26 16:01:17.787452 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-b62711bc-c24b-45d9-b8e9-5017a787c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:17.788984 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-b62711bc-c24b-45d9-b8e9-5017a787c8e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.0652585 Jul 26 16:01:18.362276 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39844) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:18.503332 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05b099-6077-4299-927b-2b6fb3f5699f req-0171da4d-a20a-4207-844e-8fed07fd8deb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:18.508762 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5d05b099-6077-4299-927b-2b6fb3f5699f req-0171da4d-a20a-4207-844e-8fed07fd8deb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0830448 Jul 26 16:01:18.572425 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5d05b099-6077-4299-927b-2b6fb3f5699f req-e90ba154-7a4c-4d4c-8b51-ae8a8c272ee0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545521 Jul 26 16:01:18.636634 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-211bd7a2-a34d-42cf-a5d1-f1b4e375859b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:18.737659 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-211bd7a2-a34d-42cf-a5d1-f1b4e375859b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:18.741870 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-211bd7a2-a34d-42cf-a5d1-f1b4e375859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:18.787587 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-211bd7a2-a34d-42cf-a5d1-f1b4e375859b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06b285b8ae7142a29e84e44f0e224359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241097 Jul 26 16:01:18.789880 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bd7a2-a34d-42cf-a5d1-f1b4e375859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde463c1-8f3c-4570-a6fa-6ffc5b615ea5,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:18.790106 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39868) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:18.842382 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96b96ba4-6469-4aa8-8f1e-816ee5586a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:18.871510 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96b96ba4-6469-4aa8-8f1e-816ee5586a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:18.930951 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd28ac-2baf-4c94-9e9a-0b76dcff963a req-15b77ba5-fc14-4e34-8e86-3c1597cf953e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:18.933568 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f8fd28ac-2baf-4c94-9e9a-0b76dcff963a req-15b77ba5-fc14-4e34-8e86-3c1597cf953e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0826986 Jul 26 16:01:18.938675 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96b96ba4-6469-4aa8-8f1e-816ee5586a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:18.946722 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96b96ba4-6469-4aa8-8f1e-816ee5586a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:18.948076 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-96b96ba4-6469-4aa8-8f1e-816ee5586a5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fde463c1-8f3c-4570-a6fa-6ffc5b615ea5 HTTP/1.1" status: 204 len: 168 time: 0.1569633 Jul 26 16:01:18.971924 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b96ba4-6469-4aa8-8f1e-816ee5586a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde463c1-8f3c-4570-a6fa-6ffc5b615ea5,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:18.996842 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f8fd28ac-2baf-4c94-9e9a-0b76dcff963a req-2a79ab74-eae4-4058-bbf8-c7ae168515b0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553761 Jul 26 16:01:19.320938 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39882) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:19.334653 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5976-0a96-458a-ae98-5ca052d32e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:19.435083 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5976-0a96-458a-ae98-5ca052d32e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:19.440250 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5976-0a96-458a-ae98-5ca052d32e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:19.487380 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9e4f5976-0a96-458a-ae98-5ca052d32e66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82aec261368e45288bafd20459e5e06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635325 Jul 26 16:01:19.487767 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 39894) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:19.490851 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f5976-0a96-458a-ae98-5ca052d32e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e88be9f-298f-4559-8d6b-3dc80c890fc2,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:19.557055 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c74e-75f6-454a-8e29-9d0136cfd98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:19.578263 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c74e-75f6-454a-8e29-9d0136cfd98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:19.625494 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c74e-75f6-454a-8e29-9d0136cfd98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:19.629614 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c74e-75f6-454a-8e29-9d0136cfd98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:19.630796 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0cf3c74e-75f6-454a-8e29-9d0136cfd98a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e88be9f-298f-4559-8d6b-3dc80c890fc2 HTTP/1.1" status: 204 len: 168 time: 0.1414967 Jul 26 16:01:19.639665 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3c74e-75f6-454a-8e29-9d0136cfd98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e88be9f-298f-4559-8d6b-3dc80c890fc2,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:19.736021 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51b408-c4ac-4cd7-a768-b1ffe03fe5dc req-df210b58-6b20-4a90-ab91-e479a02db1c4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:19.737538 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fb51b408-c4ac-4cd7-a768-b1ffe03fe5dc req-df210b58-6b20-4a90-ab91-e479a02db1c4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0651712 Jul 26 16:01:19.779664 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fb51b408-c4ac-4cd7-a768-b1ffe03fe5dc req-bb8cbf5e-c606-4de2-9f62-8b4be75830f1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359147 Jul 26 16:01:20.136934 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633deeea-0c84-49c2-8eb0-f8d1fcee8d42 req-949613e8-c12f-42c2-8ecd-7fe2ddc4738b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:20.138429 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-633deeea-0c84-49c2-8eb0-f8d1fcee8d42 req-949613e8-c12f-42c2-8ecd-7fe2ddc4738b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0654123 Jul 26 16:01:20.178361 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-633deeea-0c84-49c2-8eb0-f8d1fcee8d42 req-6eef865d-bbc5-44d3-8647-12c1e1f8f254 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328891 Jul 26 16:01:20.314958 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cfb38-751a-4f26-b526-dfa5b7984e4b req-719ad70f-a116-4318-a623-20cb37f8e795 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:20.316479 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ff3cfb38-751a-4f26-b526-dfa5b7984e4b req-719ad70f-a116-4318-a623-20cb37f8e795 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0661926 Jul 26 16:01:20.325258 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 39922) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:20.329849 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'floatingip': {'port_id': '77c90049-d94e-4005-8423-c0d16b66f868'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:01:20.401947 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:20.909742 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-eb659985-3506-4756-9686-7540e4217673 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494266 Jul 26 16:01:21.013384 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852de7c-cc2b-4744-b399-112aaba9813c req-bb2c7154-6ce4-4152-8084-f6a15afe955e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:21.020935 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b852de7c-cc2b-4744-b399-112aaba9813c req-bb2c7154-6ce4-4152-8084-f6a15afe955e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1704690 Jul 26 16:01:21.079321 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b852de7c-cc2b-4744-b399-112aaba9813c req-648a94db-940b-4183-923a-bb3d6141642e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569515 Jul 26 16:01:21.081211 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-44d8d068-5b55-4573-8cc7-05e8891178ad service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527667 Jul 26 16:01:21.127248 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:21.134060 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:21.199751 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-508b95cc-5a76-42d6-a27a-8ca605246ada req-3f61060a-9069-4b6a-ba22-3904e8d75a35 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988891 Jul 26 16:01:21.246612 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Floating IP 45df67a0-5b61-4e6f-82cb-2bd13746cbd3 associated. External IP: 172.27.1.100, port: 77c90049-d94e-4005-8423-c0d16b66f868. Jul 26 16:01:21.386236 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-9d248a18-12a3-473f-b8fd-254d3a19d826 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761716 Jul 26 16:01:21.614661 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-3cff236e-9084-4c53-92f7-373d11c6932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:21.616929 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-3cff236e-9084-4c53-92f7-373d11c6932f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 1098 time: 0.1075640 Jul 26 16:01:21.681606 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Router 647b9075-74b2-4c23-b97a-6f255076252e has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:01:21.750995 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-a8f036b6-3abf-4147-81d3-b3ea0ae27235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:21.753828 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-a8f036b6-3abf-4147-81d3-b3ea0ae27235 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 915 time: 0.1081290 Jul 26 16:01:21.811061 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-5ec1331b-a1ee-4a5c-94e2-bb4de8f22f6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a53904e9-d74d-46bd-918a-d93861589f42 HTTP/1.1" status: 200 len: 217 time: 0.0457752 Jul 26 16:01:21.813149 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:01:21.819361 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:21.829042 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] Sync routers for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:01:21.848307 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:01:21.854887 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:01:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:01:21.896287 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-c3e599e9-cc22-497e-8531-82e5e998ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:21.897788 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-c3e599e9-cc22-497e-8531-82e5e998ec61 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=148370dd-b6dc-4375-8d36-a91f81f9ec5c HTTP/1.1" status: 200 len: 854 time: 0.0711446 Jul 26 16:01:21.920953 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-59cad031-18b2-4b52-96a2-46aa6c87927e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "PUT /v2.0/floatingips/45df67a0-5b61-4e6f-82cb-2bd13746cbd3 HTTP/1.1" status: 200 len: 991 time: 1.5945497 Jul 26 16:01:21.933896 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:01:21.937573 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0dd173f5874b755f0d31a5c42534d445bc165122030605ee8ee4e6ccc558b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6633f822-9f2c-4d80-a773-28588607cf61" -d '{"events": [{"name": "network-changed", "server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "tag": "77c90049-d94e-4005-8423-c0d16b66f868"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:01:21.965607 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-df481dab-f4c8-41df-8faf-b3aa720856a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3630f43c-39d4-4069-886c-ec1835da1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592973 Jul 26 16:01:21.999099 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2bc0eb-a251-442c-86b1-bc003640206e x-openstack-request-id: req-0f2bc0eb-a251-442c-86b1-bc003640206e {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:01:21.999330 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:01:21.999752 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "tag": "77c90049-d94e-4005-8423-c0d16b66f868", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:01:22.000034 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f2bc0eb-a251-442c-86b1-bc003640206e {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:01:22.000703 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868', 'status': 'completed', 'code': 200} Jul 26 16:01:22.084699 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-97e42ba1-a22b-4943-9e78-78174e3a0e68 service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102133 Jul 26 16:01:22.462717 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '45df67a0-5b61-4e6f-82cb-2bd13746cbd3', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'port_id': '77c90049-d94e-4005-8423-c0d16b66f868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'mac_address': 'fa:16:3e:47:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:00:33Z', 'updated_at': '2021-07-26T16:01:20Z', 'revision_number': 1, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:01:22.492243 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] Checking router: 647b9075-74b2-4c23-b97a-6f255076252e for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:01:22.500911 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:01:22.501528 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:01:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:01:22.503899 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f02fb674-c2a8-4059-ab43-87ac649cdfd6 req-0465e699-f3b8-47b6-8f19-69e335200aa3 service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841035 Jul 26 16:01:22.518912 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f822-9f2c-4d80-a773-28588607cf61 req-e588a14f-0b7e-4e09-8002-1bc83a95ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:22.521988 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6633f822-9f2c-4d80-a773-28588607cf61 req-e588a14f-0b7e-4e09-8002-1bc83a95ae02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 1098 time: 0.4209437 Jul 26 16:01:22.531667 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6e47-3583-4589-9694-36563c48795f req-ef444b14-0300-4b08-8329-01357a1ce897 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:22.533302 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f5f6e47-3583-4589-9694-36563c48795f req-ef444b14-0300-4b08-8329-01357a1ce897 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.3493936 Jul 26 16:01:22.626077 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:01:22.641029 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f5f6e47-3583-4589-9694-36563c48795f req-6bb702c0-7b53-4a33-a438-28d6a3b448e9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949190 Jul 26 16:01:22.681367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f822-9f2c-4d80-a773-28588607cf61 req-47498f83-1c08-4a03-a6fe-e35266f237ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:22.682941 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6633f822-9f2c-4d80-a773-28588607cf61 req-47498f83-1c08-4a03-a6fe-e35266f237ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.1463170 Jul 26 16:01:22.824419 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6633f822-9f2c-4d80-a773-28588607cf61 req-0c0e3348-386b-40cf-9a9f-28e95cf5a66a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c90049-d94e-4005-8423-c0d16b66f868 HTTP/1.1" status: 200 len: 999 time: 0.1328480 Jul 26 16:01:22.878338 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f822-9f2c-4d80-a773-28588607cf61 req-29d031a6-f74c-4e23-b8c3-e526598a23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:22.879809 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6633f822-9f2c-4d80-a773-28588607cf61 req-29d031a6-f74c-4e23-b8c3-e526598a23b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0444584 Jul 26 16:01:22.902837 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '45df67a0-5b61-4e6f-82cb-2bd13746cbd3', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'port_id': '77c90049-d94e-4005-8423-c0d16b66f868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'mac_address': 'fa:16:3e:47:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:00:33Z', 'updated_at': '2021-07-26T16:01:20Z', 'revision_number': 1, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:01:22.933427 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb9bcf-a718-4933-a83c-cd1b2a5dba2b None None] The sync data for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi is: [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '45df67a0-5b61-4e6f-82cb-2bd13746cbd3', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'port_id': '77c90049-d94e-4005-8423-c0d16b66f868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'mac_address': 'fa:16:3e:47:ce:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:00:33Z', 'updated_at': '2021-07-26T16:01:20Z', 'revision_number': 1, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:01:22.949613 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f822-9f2c-4d80-a773-28588607cf61 req-869a704b-d5a5-4a24-b368-a95b47ccf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:22.951090 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6633f822-9f2c-4d80-a773-28588607cf61 req-869a704b-d5a5-4a24-b368-a95b47ccf550 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577042 Jul 26 16:01:23.050692 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6633f822-9f2c-4d80-a773-28588607cf61 req-8cecda11-4ad0-4453-b156-aeb0ea4f556e service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903034 Jul 26 16:01:23.172770 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6633f822-9f2c-4d80-a773-28588607cf61 req-110db083-1a42-47d9-9e14-099de6d18071 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059630 Jul 26 16:01:23.209818 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc6088-bf4a-42b4-8fd9-eb935d831039 None None] New status for floating IP 45df67a0-5b61-4e6f-82cb-2bd13746cbd3: ACTIVE {{(pid=93040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:01:23.245972 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40038) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:23.363977 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5f6b2afc-5977-4bfc-ab19-7dab38446e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:23.477236 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5f6b2afc-5977-4bfc-ab19-7dab38446e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:23.483062 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5f6b2afc-5977-4bfc-ab19-7dab38446e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:23.546515 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5f6b2afc-5977-4bfc-ab19-7dab38446e1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=489f492ce2104f439eea413c79adbb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988138 Jul 26 16:01:23.550806 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b2afc-5977-4bfc-ab19-7dab38446e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c097d-b907-463a-b689-e118fb915067,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:23.552032 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 40050) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:23.643038 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3fc8186a-939f-44d6-b025-cbd733d67eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:23.664951 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3fc8186a-939f-44d6-b025-cbd733d67eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:23.746346 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3fc8186a-939f-44d6-b025-cbd733d67eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:23.748803 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3fc8186a-939f-44d6-b025-cbd733d67eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:23.749916 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-3fc8186a-939f-44d6-b025-cbd733d67eda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/485c097d-b907-463a-b689-e118fb915067 HTTP/1.1" status: 204 len: 168 time: 0.1963940 Jul 26 16:01:23.762900 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8186a-939f-44d6-b025-cbd733d67eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c097d-b907-463a-b689-e118fb915067,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:23.787147 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e58bb-6058-4407-8fac-76969b4e3b2c req-56e7c2fc-b7dc-47f7-80e7-163259b8657f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:23.789777 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-873e58bb-6058-4407-8fac-76969b4e3b2c req-56e7c2fc-b7dc-47f7-80e7-163259b8657f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0800402 Jul 26 16:01:23.830634 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-873e58bb-6058-4407-8fac-76969b4e3b2c req-16235f8b-e1c7-4619-a957-965ac118e117 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Jul 26 16:01:24.161198 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 40066) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:24.183782 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e53de41f-a546-4a5a-8a99-57f11b778cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:24.295318 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e53de41f-a546-4a5a-8a99-57f11b778cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:24.297852 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e53de41f-a546-4a5a-8a99-57f11b778cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:24.341943 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e53de41f-a546-4a5a-8a99-57f11b778cfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e72337192711451482f62a2936c93c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738775 Jul 26 16:01:24.341943 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53de41f-a546-4a5a-8a99-57f11b778cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb6f830-c368-450a-8deb-fd7391c5c1da,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:24.342148 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40076) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:24.411429 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92487367-daca-404a-96cf-e6c6ba755118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:24.432390 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92487367-daca-404a-96cf-e6c6ba755118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:24.477150 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92487367-daca-404a-96cf-e6c6ba755118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:24.479627 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92487367-daca-404a-96cf-e6c6ba755118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:24.483614 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-92487367-daca-404a-96cf-e6c6ba755118 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4fb6f830-c368-450a-8deb-fd7391c5c1da HTTP/1.1" status: 204 len: 168 time: 0.1420426 Jul 26 16:01:24.491598 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487367-daca-404a-96cf-e6c6ba755118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb6f830-c368-450a-8deb-fd7391c5c1da,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:24.976055 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40114) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:25.015037 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f198665-4fc5-4d51-a8cf-310299f6b4a9 req-9e0d975d-62c5-40d9-b676-2d73fa94a1e9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:25.016450 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f198665-4fc5-4d51-a8cf-310299f6b4a9 req-9e0d975d-62c5-40d9-b676-2d73fa94a1e9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0977275 Jul 26 16:01:25.070527 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f198665-4fc5-4d51-a8cf-310299f6b4a9 req-8bfc826e-727c-45b3-a32c-a7afa1ccc4fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Jul 26 16:01:25.138437 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0396-72c6-4b44-91a3-c14131ab0e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.175121 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8121-731c-4c9b-95c9-9898980e1324 req-df25806b-26d5-4423-a087-6ef8e327216c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:25.176934 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-df25806b-26d5-4423-a087-6ef8e327216c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 814 time: 0.1684399 Jul 26 16:01:25.209747 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-e2a7555d-3302-4365-9792-c34f03d2a437 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/quotas/c28c9740466d4f1ead858fdfc8e6577c HTTP/1.1" status: 200 len: 375 time: 0.0188828 Jul 26 16:01:25.325990 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0396-72c6-4b44-91a3-c14131ab0e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.333321 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-84e9a8d2-95ac-4727-9e69-4063fe6e1253 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221373 Jul 26 16:01:25.335245 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0396-72c6-4b44-91a3-c14131ab0e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.433668 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb0396-72c6-4b44-91a3-c14131ab0e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d790fb16-b402-4ca2-affa-9ca27fd8d8f4,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:25.445344 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a6cb0396-72c6-4b44-91a3-c14131ab0e37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d4269268b044e999cb8c9928b46db1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671912 Jul 26 16:01:25.445569 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 40144) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:25.499867 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-7c2adca6-8b2f-4c1a-8a7f-692fec7d5632 service neutron] 10.222.0.50 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450467 Jul 26 16:01:25.510876 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e10c00ae-3f3a-4f55-a7f6-62b49f147c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.545005 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e10c00ae-3f3a-4f55-a7f6-62b49f147c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.660368 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e10c00ae-3f3a-4f55-a7f6-62b49f147c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.664438 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e10c00ae-3f3a-4f55-a7f6-62b49f147c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.670343 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e10c00ae-3f3a-4f55-a7f6-62b49f147c34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d790fb16-b402-4ca2-affa-9ca27fd8d8f4 HTTP/1.1" status: 204 len: 168 time: 0.2234833 Jul 26 16:01:25.681377 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c00ae-3f3a-4f55-a7f6-62b49f147c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d790fb16-b402-4ca2-affa-9ca27fd8d8f4,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:25.688491 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-77da9eec-198e-4211-af3b-01aff07ca7a7 service neutron] 10.222.0.50 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694520 Jul 26 16:01:25.748414 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:25.949547 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f060c2fe-872c-4098-a2bb-955f3dcba7cd req-111cd8b4-0e4a-4ea2-bdb7-55170ca0bd7b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 210 time: 0.0346150 Jul 26 16:01:26.335049 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9657c8-f6aa-4274-a1f0-eb23e4c6dbd6 req-0518678a-b623-4260-b2c8-9460bb2d60bd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:26.337102 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6d9657c8-f6aa-4274-a1f0-eb23e4c6dbd6 req-0518678a-b623-4260-b2c8-9460bb2d60bd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1372976 Jul 26 16:01:26.389500 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6d9657c8-f6aa-4274-a1f0-eb23e4c6dbd6 req-617b40ab-57f4-4740-979f-33ed46a133be tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Jul 26 16:01:27.054504 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d10750fa-f3f7-4795-9ce8-032dfcfc0584 req-f6f79589-e59d-432b-ada8-74813749d4ae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 210 time: 0.0313311 Jul 26 16:01:27.607330 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a20dd-4b2b-408f-86a2-152fdc83014c req-94ac0f9b-5b4e-4a83-94b1-03a20dd3c591 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:27.608880 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-039a20dd-4b2b-408f-86a2-152fdc83014c req-94ac0f9b-5b4e-4a83-94b1-03a20dd3c591 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1470613 Jul 26 16:01:27.621645 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8121-731c-4c9b-95c9-9898980e1324 req-649d7034-7c04-4aa3-a555-38eac0a3ed3a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:27.623338 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-649d7034-7c04-4aa3-a555-38eac0a3ed3a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 814 time: 0.1316133 Jul 26 16:01:27.657078 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Request body: {'port': {'device_id': 'c259ccc7-ca49-4ea9-bcca-9ad92095d0ba', 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'admin_state_up': True, 'tenant_id': 'c28c9740466d4f1ead858fdfc8e6577c'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:01:27.665175 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-039a20dd-4b2b-408f-86a2-152fdc83014c req-da863788-8dd6-4024-82d0-390ab84280a1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Jul 26 16:01:27.773281 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Made reservation on behalf of c28c9740466d4f1ead858fdfc8e6577c for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:01:27.777260 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:27.903074 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Allocated IP 172.20.0.6 (3630f43c-39d4-4069-886c-ec1835da1d5d/148370dd-b6dc-4375-8d36-a91f81f9ec5c/5686aecc-a9ea-4749-bf56-6f6076409d61) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:01:28.060495 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:28.100257 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:28.151916 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Network 3630f43c-39d4-4069-886c-ec1835da1d5d is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:01:28.172687 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:01:28.172687 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:01:28.177988 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a53904e9-d74d-46bd-918a-d93861589f42'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:01:28.190322 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:28.191229 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:28.252413 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Pushing event updated for resources: {'Port': ['ID=5686aecc-a9ea-4749-bf56-6f6076409d61,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:28.258218 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-81cecac6-d84c-402d-a305-fc94619624a3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6070614 Jul 26 16:01:28.288987 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c774b-b6d0-4a8f-a434-32aac261b270 req-204403c0-c972-478f-a657-368f215f16ea tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:28.296899 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c10c774b-b6d0-4a8f-a434-32aac261b270 req-204403c0-c972-478f-a657-368f215f16ea tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 931 time: 0.1471882 Jul 26 16:01:28.303871 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Request body: {'port': {'device_id': 'c259ccc7-ca49-4ea9-bcca-9ad92095d0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:01:28.396925 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c10c774b-b6d0-4a8f-a434-32aac261b270 req-745ef952-b89e-496b-9d6c-694ec096a015 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991030 Jul 26 16:01:28.437820 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:28.753621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5686aecc-a9ea-4749-bf56-6f6076409d61 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:01:28.762720 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:28.776153 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Transition to ACTIVE for port object 5686aecc-a9ea-4749-bf56-6f6076409d61 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:01:28.781697 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:28.831394 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5764e6-f581-44fc-a7cb-0f844d2397e4 req-2db4c368-63c4-49e0-8700-e2a5c6a4e4f4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:28.833458 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ea5764e6-f581-44fc-a7cb-0f844d2397e4 req-2db4c368-63c4-49e0-8700-e2a5c6a4e4f4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0919254 Jul 26 16:01:28.860296 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Pushing event updated for resources: {'Port': ['ID=5686aecc-a9ea-4749-bf56-6f6076409d61,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:28.875264 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ea5764e6-f581-44fc-a7cb-0f844d2397e4 req-e9fbb66f-073e-44b0-8e8b-84a455d1dfae tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Jul 26 16:01:28.876285 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Attempting to bind port 5686aecc-a9ea-4749-bf56-6f6076409d61 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:01:28.877211 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Attempting to bind port 5686aecc-a9ea-4749-bf56-6f6076409d61 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:01:28.877526 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Attempting to bind port 5686aecc-a9ea-4749-bf56-6f6076409d61 on network 3630f43c-39d4-4069-886c-ec1835da1d5d {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:01:28.882066 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Port 5686aecc-a9ea-4749-bf56-6f6076409d61 on network 3630f43c-39d4-4069-886c-ec1835da1d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:01:28.882585 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Attempting to bind port 5686aecc-a9ea-4749-bf56-6f6076409d61 on network 3630f43c-39d4-4069-886c-ec1835da1d5d {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:01:28.888160 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:01:28.888535 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Checking segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:01:28.888911 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Bound using segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:01:28.889340 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Bound port: 5686aecc-a9ea-4749-bf56-6f6076409d61, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:01:28.889690 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:28.954104 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] For port 5686aecc-a9ea-4749-bf56-6f6076409d61, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:01:28.957252 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] For port 5686aecc-a9ea-4749-bf56-6f6076409d61, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5686aecc-a9ea-4749-bf56-6f6076409d61,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:01:28.987824 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:29.020223 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:29.020952 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:29.022672 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] 10.222.0.38 "PUT /v2.0/ports/5686aecc-a9ea-4749-bf56-6f6076409d61 HTTP/1.1" status: 200 len: 1093 time: 0.7237298 Jul 26 16:01:29.025255 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c259ccc7-ca49-4ea9-bcca-9ad92095d0ba', 'tag': '5686aecc-a9ea-4749-bf56-6f6076409d61'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:01:29.027481 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a30090-2835-4cba-bedd-d2016b879513" -d '{"events": [{"name": "network-changed", "server_uuid": "c259ccc7-ca49-4ea9-bcca-9ad92095d0ba", "tag": "5686aecc-a9ea-4749-bf56-6f6076409d61"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:01:29.056178 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c85f1d-af57-4668-aad2-25994604799b service neutron] Pushing event updated for resources: {'Port': ['ID=5686aecc-a9ea-4749-bf56-6f6076409d61,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:29.065993 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114e70ac-c16d-4131-bafb-bbeef2b53ea2 x-openstack-request-id: req-114e70ac-c16d-4131-bafb-bbeef2b53ea2 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:01:29.066272 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c259ccc7-ca49-4ea9-bcca-9ad92095d0ba", "tag": "5686aecc-a9ea-4749-bf56-6f6076409d61", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:01:29.066528 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-114e70ac-c16d-4131-bafb-bbeef2b53ea2 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:01:29.066904 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c259ccc7-ca49-4ea9-bcca-9ad92095d0ba', 'tag': '5686aecc-a9ea-4749-bf56-6f6076409d61', 'status': 'completed', 'code': 200} Jul 26 16:01:29.531089 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c552eb9-8dbc-4dc5-9d8d-07624bcf4698 req-e022303f-5c71-47c8-96df-a2f30b0323d1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:29.532608 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2c552eb9-8dbc-4dc5-9d8d-07624bcf4698 req-e022303f-5c71-47c8-96df-a2f30b0323d1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0658276 Jul 26 16:01:29.572530 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2c552eb9-8dbc-4dc5-9d8d-07624bcf4698 req-0711bed2-578b-4253-aca9-7ef2791540a5 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Jul 26 16:01:30.022977 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9868d21-849e-4689-81a0-f2ef687ec31f req-d813076b-0808-4280-9d6a-e2e8735407b3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:30.025796 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9868d21-849e-4689-81a0-f2ef687ec31f req-d813076b-0808-4280-9d6a-e2e8735407b3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0796247 Jul 26 16:01:30.078329 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9868d21-849e-4689-81a0-f2ef687ec31f req-9bab6483-0ea0-4fa9-b6e7-609fd8f67a94 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453935 Jul 26 16:01:30.715839 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d414f9c-3081-4d0b-a2d3-be5e5fdb4bee req-e5aef212-a5a3-4470-9d16-7448c92cda3c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:30.717343 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8d414f9c-3081-4d0b-a2d3-be5e5fdb4bee req-e5aef212-a5a3-4470-9d16-7448c92cda3c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0670917 Jul 26 16:01:30.755535 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8d414f9c-3081-4d0b-a2d3-be5e5fdb4bee req-5cafbb59-3c6b-421c-83ce-0090b99d72ca tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Jul 26 16:01:31.210421 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7793c22-bb7b-40b4-a387-f18dda6330b0 req-72cd5714-d482-491d-9c74-1379fbec7cfa tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:31.212160 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c7793c22-bb7b-40b4-a387-f18dda6330b0 req-72cd5714-d482-491d-9c74-1379fbec7cfa tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0653698 Jul 26 16:01:31.249488 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c7793c22-bb7b-40b4-a387-f18dda6330b0 req-9f8e01da-e4a3-4ba3-ac1c-dbe34d793e9a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313065 Jul 26 16:01:31.889590 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05a9ed-2de8-45c1-b35d-9426cc83f724 req-bb656682-1fb8-47c6-893f-fb4f7c207181 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:31.891914 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cf05a9ed-2de8-45c1-b35d-9426cc83f724 req-bb656682-1fb8-47c6-893f-fb4f7c207181 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0687950 Jul 26 16:01:31.934923 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cf05a9ed-2de8-45c1-b35d-9426cc83f724 req-1f813dd1-0a61-4bb1-ac79-e8012972594f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Jul 26 16:01:31.982412 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a30090-2835-4cba-bedd-d2016b879513 req-c96eb2a6-98e2-4483-820a-3a9905c38087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:31.983809 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c6a30090-2835-4cba-bedd-d2016b879513 req-c96eb2a6-98e2-4483-820a-3a9905c38087 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 1096 time: 0.0589654 Jul 26 16:01:32.111001 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a30090-2835-4cba-bedd-d2016b879513 req-24887d98-afe9-4315-8c56-5ad1a097d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:32.114305 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c6a30090-2835-4cba-bedd-d2016b879513 req-24887d98-afe9-4315-8c56-5ad1a097d080 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1090286 Jul 26 16:01:32.221609 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a30090-2835-4cba-bedd-d2016b879513 req-cd75aa62-6d7d-4f99-a4af-fc36b285e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:32.223821 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c6a30090-2835-4cba-bedd-d2016b879513 req-cd75aa62-6d7d-4f99-a4af-fc36b285e408 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016212 Jul 26 16:01:32.369372 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8121-731c-4c9b-95c9-9898980e1324 req-2248b4cb-4edd-44d3-b1f1-aab32364a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:32.371125 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-2248b4cb-4edd-44d3-b1f1-aab32364a612 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 1096 time: 0.0616827 Jul 26 16:01:32.390581 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b0adc-f5fc-4ad6-a786-eeb7d49d9afc req-6ee373a3-e377-44af-8744-3a07e14ebcbd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:32.392134 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-525b0adc-f5fc-4ad6-a786-eeb7d49d9afc req-6ee373a3-e377-44af-8744-3a07e14ebcbd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0752256 Jul 26 16:01:32.442196 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-525b0adc-f5fc-4ad6-a786-eeb7d49d9afc req-28129c83-ffc1-4879-846e-24aeb1e1f2fd tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Jul 26 16:01:32.444261 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-d6426a96-f59e-4be8-be64-b4fd6a601f0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5686aecc-a9ea-4749-bf56-6f6076409d61 HTTP/1.1" status: 200 len: 217 time: 0.0471425 Jul 26 16:01:32.503010 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8121-731c-4c9b-95c9-9898980e1324 req-6a15b120-13a6-49f7-a4de-6892bc10b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:32.504808 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-6a15b120-13a6-49f7-a4de-6892bc10b44e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=148370dd-b6dc-4375-8d36-a91f81f9ec5c HTTP/1.1" status: 200 len: 854 time: 0.0530076 Jul 26 16:01:32.558009 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-92e39e70-4986-4b25-b807-9a09b5e69c94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3630f43c-39d4-4069-886c-ec1835da1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419905 Jul 26 16:01:32.715864 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-1e9a9d94-4161-4f94-b4ac-ebe9698ddd96 service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447923 Jul 26 16:01:32.832231 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-578f8121-731c-4c9b-95c9-9898980e1324 req-dd39a7cc-ae9a-4915-bdd4-423c2194e4b1 service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084130 Jul 26 16:01:33.083961 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d241-6438-4021-9234-a34d04aed1d4 req-099de241-462f-4ce0-a8bd-4a85f266866b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:33.085487 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e6c4d241-6438-4021-9234-a34d04aed1d4 req-099de241-462f-4ce0-a8bd-4a85f266866b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0726736 Jul 26 16:01:33.129888 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e6c4d241-6438-4021-9234-a34d04aed1d4 req-20b7b7f6-8d15-451e-bc1b-b9a36b415e62 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381672 Jul 26 16:01:33.573887 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cf079-3d24-4b8d-8c17-97a7827d97ea req-3b54f8d6-bd48-4595-b5cf-91fd3463ed76 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:33.575551 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-808cf079-3d24-4b8d-8c17-97a7827d97ea req-3b54f8d6-bd48-4595-b5cf-91fd3463ed76 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0647326 Jul 26 16:01:33.616489 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-808cf079-3d24-4b8d-8c17-97a7827d97ea req-90fb0d46-5049-441b-936d-762a5f79e9a7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349262 Jul 26 16:01:33.686727 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-75cd1ef2-8448-4912-a1ff-d8e555b44742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:34.269022 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5eeb8-d07f-44bc-b9a0-3d81c71daf67 req-7b71cf06-8281-4099-8ffc-4d483401f0b3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:34.270493 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f7c5eeb8-d07f-44bc-b9a0-3d81c71daf67 req-7b71cf06-8281-4099-8ffc-4d483401f0b3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0702810 Jul 26 16:01:34.307356 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f7c5eeb8-d07f-44bc-b9a0-3d81c71daf67 req-4fbb5231-96b5-4498-ab67-c1a71d10aba9 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Jul 26 16:01:34.757800 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41919-e683-43c2-b5f1-d38b1b3c1595 req-cde12fd4-3eb9-4232-b354-ea601e43e3c0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:34.759262 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-acf41919-e683-43c2-b5f1-d38b1b3c1595 req-cde12fd4-3eb9-4232-b354-ea601e43e3c0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0679374 Jul 26 16:01:34.798727 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-acf41919-e683-43c2-b5f1-d38b1b3c1595 req-75ff6803-919b-4850-b9cf-6f3d980a73f2 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328043 Jul 26 16:01:35.442279 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239718-3eb7-4a2c-99ce-21c72eeb214c req-6d792d77-3aac-4f69-89ab-bd9f667f9d6b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:35.443749 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9a239718-3eb7-4a2c-99ce-21c72eeb214c req-6d792d77-3aac-4f69-89ab-bd9f667f9d6b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0681481 Jul 26 16:01:35.489751 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9a239718-3eb7-4a2c-99ce-21c72eeb214c req-ea5bd4ab-e780-4993-ad84-557b494a6bcf tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Jul 26 16:01:35.929933 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced5f6b-3c61-4ea3-b9e1-7c1707a79ec4 req-a07fef3e-4ed6-4b38-b24d-3f16fd123cbb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:35.931480 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7ced5f6b-3c61-4ea3-b9e1-7c1707a79ec4 req-a07fef3e-4ed6-4b38-b24d-3f16fd123cbb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0640948 Jul 26 16:01:35.974517 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7ced5f6b-3c61-4ea3-b9e1-7c1707a79ec4 req-e8530828-558a-4d28-a6ce-7aaa1c04b108 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 Jul 26 16:01:36.211550 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-eaa2387a-bda3-461f-a523-08d091eebbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:36.462569 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:36.624744 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773be9a-3d2c-42d5-9083-9c3e210e51a7 req-2d90a147-2269-484c-869d-ca45da736868 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:36.626225 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e773be9a-3d2c-42d5-9083-9c3e210e51a7 req-2d90a147-2269-484c-869d-ca45da736868 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0651069 Jul 26 16:01:36.666149 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e773be9a-3d2c-42d5-9083-9c3e210e51a7 req-1c2852c9-a50d-4fa1-a6ed-f40ca3f4e3ff tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Jul 26 16:01:36.988322 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e193-3979-4a29-96c0-dc271c5d490d req-c47a0f65-ac89-448e-bfd5-7c942c659ec9 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:36.989860 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ac4e193-3979-4a29-96c0-dc271c5d490d req-c47a0f65-ac89-448e-bfd5-7c942c659ec9 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.0721724 Jul 26 16:01:37.031906 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ac4e193-3979-4a29-96c0-dc271c5d490d req-2701dc07-2e6b-4282-b5f1-5abba39e319b tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355370 Jul 26 16:01:37.111183 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0f4d3-ba04-4c73-88af-7072dcbc6753 req-75ac3156-0a63-4b11-9ead-be236eaa0eef tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:37.112711 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8de0f4d3-ba04-4c73-88af-7072dcbc6753 req-75ac3156-0a63-4b11-9ead-be236eaa0eef tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0649972 Jul 26 16:01:37.152769 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8de0f4d3-ba04-4c73-88af-7072dcbc6753 req-38e0635d-4fec-430e-85e0-d4a264528995 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340950 Jul 26 16:01:37.212022 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:37.809012 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2994a9-a890-46e4-80db-5e3c34387db7 req-2966addf-ae61-4289-be6b-6b3b76c6b932 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:37.810602 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ec2994a9-a890-46e4-80db-5e3c34387db7 req-2966addf-ae61-4289-be6b-6b3b76c6b932 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0714395 Jul 26 16:01:37.853381 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ec2994a9-a890-46e4-80db-5e3c34387db7 req-8c47f35c-2ba4-4fe0-93fd-cf09bebdb1c0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Jul 26 16:01:38.171194 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c9b06-09a4-48b3-b798-7738c744fe88 req-6b43e717-8f4d-4a08-8286-1b020e9e0b0f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:38.172751 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fc3c9b06-09a4-48b3-b798-7738c744fe88 req-6b43e717-8f4d-4a08-8286-1b020e9e0b0f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.0676267 Jul 26 16:01:38.213119 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fc3c9b06-09a4-48b3-b798-7738c744fe88 req-532518a9-83b3-4392-a20c-4f13931ff9c2 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Jul 26 16:01:38.293878 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b74ff7-9387-4e63-86bd-46b3f95ee035 req-953eb526-42a2-4a94-a5be-952ba81c508a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:38.295306 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-92b74ff7-9387-4e63-86bd-46b3f95ee035 req-953eb526-42a2-4a94-a5be-952ba81c508a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0732701 Jul 26 16:01:38.334870 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-92b74ff7-9387-4e63-86bd-46b3f95ee035 req-824e556e-9466-4ce4-a344-0502cf334479 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Jul 26 16:01:38.888640 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:38.996593 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba0c89-8355-4084-9f91-738747dbbaf3 req-051979dc-4091-4d16-a608-b03ee0c95d75 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:38.998243 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9ba0c89-8355-4084-9f91-738747dbbaf3 req-051979dc-4091-4d16-a608-b03ee0c95d75 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0758872 Jul 26 16:01:39.038228 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9ba0c89-8355-4084-9f91-738747dbbaf3 req-ebcd518f-8bcf-43ff-825d-e04058f61b74 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Jul 26 16:01:39.360429 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022ffa-9d6b-4a90-bcc4-a52cd18b2643 req-47f45900-f15a-4f99-8e1e-d2e7b645dc5a tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:39.361999 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-aa022ffa-9d6b-4a90-bcc4-a52cd18b2643 req-47f45900-f15a-4f99-8e1e-d2e7b645dc5a tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.0781016 Jul 26 16:01:39.413442 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-aa022ffa-9d6b-4a90-bcc4-a52cd18b2643 req-6cbf68e7-801a-4572-84f2-9743b0db007f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448549 Jul 26 16:01:39.526382 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0faa7-98e2-4ceb-8590-09fa5520fbfc req-66ead23f-fe11-43c7-b885-b06c36b9a0d8 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:39.527965 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-42e0faa7-98e2-4ceb-8590-09fa5520fbfc req-66ead23f-fe11-43c7-b885-b06c36b9a0d8 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1173334 Jul 26 16:01:39.570631 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-42e0faa7-98e2-4ceb-8590-09fa5520fbfc req-67465fa5-e3d2-4a00-a30d-28b3ed4cced3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Jul 26 16:01:40.086535 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-a6f1e209-c426-4df0-bbe3-b002d68f3096 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:40.088365 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-a6f1e209-c426-4df0-bbe3-b002d68f3096 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.38 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.0771134 Jul 26 16:01:40.208037 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0957-4e7f-4be5-b6d9-a9797cd40d02 req-c03a563a-9a1a-4fa4-bab1-4c9d2dda817d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:40.216695 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-755d0957-4e7f-4be5-b6d9-a9797cd40d02 req-c03a563a-9a1a-4fa4-bab1-4c9d2dda817d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0988531 Jul 26 16:01:40.261348 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Deleting port 03392538-f0d9-4228-a4aa-798aebd70aa1 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:01:40.261718 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:40.264406 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-755d0957-4e7f-4be5-b6d9-a9797cd40d02 req-ad1ac6ec-17dd-481d-9688-4ce417dfc5e1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Jul 26 16:01:40.595692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] For port 03392538-f0d9-4228-a4aa-798aebd70aa1, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=03392538-f0d9-4228-a4aa-798aebd70aa1,segment=NetworkSegment(a130ae3e-83de-4ca4-bb31-c829b991fb91),segment_id=a130ae3e-83de-4ca4-bb31-c829b991fb91)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:40.596104 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:40.615237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Calling delete_port for 03392538-f0d9-4228-a4aa-798aebd70aa1 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:01:40.634066 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f0bcb-75b1-426c-9d01-163c7b35ccf3 req-11aed45c-57c7-4f40-95fa-5489b67fba44 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:40.635676 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba3f0bcb-75b1-426c-9d01-163c7b35ccf3 req-11aed45c-57c7-4f40-95fa-5489b67fba44 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 945 time: 0.1304874 Jul 26 16:01:40.732282 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5afbc1-e848-4ca5-9dbf-01f28aeb2bf1 req-fdec0051-6744-429a-9af1-f8d2c2b86e4d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:40.736950 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3a5afbc1-e848-4ca5-9dbf-01f28aeb2bf1 req-fdec0051-6744-429a-9af1-f8d2c2b86e4d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0724962 Jul 26 16:01:40.760997 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba3f0bcb-75b1-426c-9d01-163c7b35ccf3 req-5f812732-5491-4e3a-821e-38dc55afd4a9 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/security-groups?id=b6d9ec50-a02b-4966-9283-e96f6b25e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143954 Jul 26 16:01:40.789412 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3a5afbc1-e848-4ca5-9dbf-01f28aeb2bf1 req-4bd811f9-ba8c-45c5-b5ae-036f1d7eeda3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489204 Jul 26 16:01:40.852421 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:40.883678 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Pushing event deleted for resources: {'Port': ['ID=03392538-f0d9-4228-a4aa-798aebd70aa1,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:40.913837 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['03392538-f0d9-4228-a4aa-798aebd70aa1'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:01:40.949384 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] No DVR routers for this DVR port 03392538-f0d9-4228-a4aa-798aebd70aa1 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:01:40.950026 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:40.951981 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bf869b3b-57df-4734-add7-4d6d2921e36e req-d08a9c7b-1149-4ed4-9450-946c3b1e534f tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.38 "DELETE /v2.0/ports/03392538-f0d9-4228-a4aa-798aebd70aa1 HTTP/1.1" status: 204 len: 173 time: 0.8564124 Jul 26 16:01:40.952448 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c7c48-1c7a-4081-81ca-7ed3330ff07e', 'name': 'network-vif-deleted', 'tag': '03392538-f0d9-4228-a4aa-798aebd70aa1'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:01:40.955285 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5d35a-f290-4512-9e66-16e2e494619b" -d '{"events": [{"server_uuid": "9d0c7c48-1c7a-4081-81ca-7ed3330ff07e", "name": "network-vif-deleted", "tag": "03392538-f0d9-4228-a4aa-798aebd70aa1"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:01:40.990876 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d723525b-4614-4a10-9b34-85c7f0b400a3 x-openstack-request-id: req-d723525b-4614-4a10-9b34-85c7f0b400a3 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:01:40.991194 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0c7c48-1c7a-4081-81ca-7ed3330ff07e", "name": "network-vif-deleted", "tag": "03392538-f0d9-4228-a4aa-798aebd70aa1", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:01:40.991455 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d723525b-4614-4a10-9b34-85c7f0b400a3 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:01:40.991838 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0c7c48-1c7a-4081-81ca-7ed3330ff07e', 'name': 'network-vif-deleted', 'tag': '03392538-f0d9-4228-a4aa-798aebd70aa1', 'status': 'completed', 'code': 200} Jul 26 16:01:41.390869 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cf99-ed93-4e9a-b1cf-55c4691bfc5c req-b8166133-44df-439c-b42f-5270077c39ac tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:41.393000 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4861cf99-ed93-4e9a-b1cf-55c4691bfc5c req-b8166133-44df-439c-b42f-5270077c39ac tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0653949 Jul 26 16:01:41.436609 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4861cf99-ed93-4e9a-b1cf-55c4691bfc5c req-a8ab7da4-da32-4b3a-b0df-c16ba80b6df7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377173 Jul 26 16:01:41.817308 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 40618) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:41.878795 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-482a71af-8854-4850-97f5-c6cbb08f6773 req-fc4e2219-3cb5-4077-a7ca-2df6e7e19c51 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0336583 Jul 26 16:01:41.948174 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dea01-130b-47db-b7c4-a92941d37edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:41.997962 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e6544-03c2-4db8-9647-26c3779acade req-0b63858c-0a56-44c8-8cb9-ece3bf3db214 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:41.999496 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a95e6544-03c2-4db8-9647-26c3779acade req-0b63858c-0a56-44c8-8cb9-ece3bf3db214 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1111422 Jul 26 16:01:42.054381 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a95e6544-03c2-4db8-9647-26c3779acade req-4fb21756-768f-44cd-9447-28832f8eadd1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470128 Jul 26 16:01:42.095432 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dea01-130b-47db-b7c4-a92941d37edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.099254 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1f9dea01-130b-47db-b7c4-a92941d37edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.138583 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1f9dea01-130b-47db-b7c4-a92941d37edc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9c83be9185744fdb7d6c468f07364f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202851 Jul 26 16:01:42.140574 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dea01-130b-47db-b7c4-a92941d37edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6a176e-c7c7-489f-b4b2-86d21dbcba16,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:42.141364 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40626) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:42.190330 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c7e87aeb-db5a-4c15-b8c8-7c04c1accbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.212066 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c7e87aeb-db5a-4c15-b8c8-7c04c1accbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.261877 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c7e87aeb-db5a-4c15-b8c8-7c04c1accbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.264642 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c7e87aeb-db5a-4c15-b8c8-7c04c1accbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.265798 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c7e87aeb-db5a-4c15-b8c8-7c04c1accbc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b6a176e-c7c7-489f-b4b2-86d21dbcba16 HTTP/1.1" status: 204 len: 168 time: 0.1234684 Jul 26 16:01:42.273996 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e87aeb-db5a-4c15-b8c8-7c04c1accbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6a176e-c7c7-489f-b4b2-86d21dbcba16,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:42.543682 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40636) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:42.559610 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8acaf11f-7a63-4e41-afa6-78916278139c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.583068 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808a9f0-f221-43f7-bf19-ae4ea06baa38 req-3826ee74-925b-4611-af53-e1b2e8134f91 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:42.584932 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e808a9f0-f221-43f7-bf19-ae4ea06baa38 req-3826ee74-925b-4611-af53-e1b2e8134f91 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0745611 Jul 26 16:01:42.646175 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e808a9f0-f221-43f7-bf19-ae4ea06baa38 req-86c241e3-e09f-4cfc-a35a-86853d193221 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533307 Jul 26 16:01:42.664377 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8acaf11f-7a63-4e41-afa6-78916278139c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.669082 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8acaf11f-7a63-4e41-afa6-78916278139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.716903 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8acaf11f-7a63-4e41-afa6-78916278139c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2739a0b5c2fb4783af707cf86f6f1b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716633 Jul 26 16:01:42.717747 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaf11f-7a63-4e41-afa6-78916278139c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4100308b-ebdb-48c0-b2d9-9f4e10409f84,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:42.719633 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 40640) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:42.771907 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-019eabfd-4c45-423f-a9e5-fbe293a6210b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.793046 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-019eabfd-4c45-423f-a9e5-fbe293a6210b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.840093 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-019eabfd-4c45-423f-a9e5-fbe293a6210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.842686 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-019eabfd-4c45-423f-a9e5-fbe293a6210b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:42.843889 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-019eabfd-4c45-423f-a9e5-fbe293a6210b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4100308b-ebdb-48c0-b2d9-9f4e10409f84 HTTP/1.1" status: 204 len: 168 time: 0.1225071 Jul 26 16:01:42.854220 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019eabfd-4c45-423f-a9e5-fbe293a6210b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100308b-ebdb-48c0-b2d9-9f4e10409f84,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:42.980297 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8b6affa5-6f7f-48e4-a0d4-03217327353f req-73402176-9f19-4062-88e4-da75a9a6e982 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0299067 Jul 26 16:01:43.167993 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 03392538-f0d9-4228-a4aa-798aebd70aa1 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:01:43.194318 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbf150-d660-41ff-8090-4f102fcd0274 req-62d0af37-0997-498a-aee9-66fdf63cfa8d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:43.195833 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-81cbf150-d660-41ff-8090-4f102fcd0274 req-62d0af37-0997-498a-aee9-66fdf63cfa8d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0717103 Jul 26 16:01:43.202576 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 03392538-f0d9-4228-a4aa-798aebd70aa1 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:01:43.203111 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 03392538-f0d9-4228-a4aa-798aebd70aa1 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:01:43.237549 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-81cbf150-d660-41ff-8090-4f102fcd0274 req-f401fa68-5c90-4310-a1e5-5b2b516ca99a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346169 Jul 26 16:01:43.832250 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45274ed0-af58-4f45-9e18-045fa0b91633 req-5468646a-41d6-44bb-bc40-750b499cc31e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:43.833754 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-45274ed0-af58-4f45-9e18-045fa0b91633 req-5468646a-41d6-44bb-bc40-750b499cc31e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0740383 Jul 26 16:01:43.874152 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-45274ed0-af58-4f45-9e18-045fa0b91633 req-73e5f02a-82d9-4038-bdf2-0737d1d4ece4 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332904 Jul 26 16:01:44.078144 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f2b691de-b065-4bfb-b1ef-fa1583ca3b03 req-2123ac2c-063a-4809-a2bc-edfb0de63b69 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0284419 Jul 26 16:01:44.375102 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a3867-e9ed-46e7-bcde-1b81d2914c19 req-76be88d4-5814-46b0-8571-df03c47ec15c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:44.377115 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-000a3867-e9ed-46e7-bcde-1b81d2914c19 req-76be88d4-5814-46b0-8571-df03c47ec15c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0698860 Jul 26 16:01:44.417841 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-000a3867-e9ed-46e7-bcde-1b81d2914c19 req-140fe255-21bc-466f-8e42-b0bd41bb121b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346634 Jul 26 16:01:44.888375 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:01:45.011561 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fbdd9-1d59-431d-92a4-210649ce3940 req-fd648bb1-aba1-4430-8959-44c320ab2e2b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:45.013271 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-254fbdd9-1d59-431d-92a4-210649ce3940 req-fd648bb1-aba1-4430-8959-44c320ab2e2b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0688906 Jul 26 16:01:45.132506 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-254fbdd9-1d59-431d-92a4-210649ce3940 req-b2c9e552-5e48-4622-b580-e095edc2eee7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107402 Jul 26 16:01:45.215260 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3e5d6136-2735-4f2a-92ae-bc524244ec64 req-ef3ffa6c-56d5-4fa3-866f-e585c96d2526 tempest-DeleteServersTestJSON-1645223757 tempest-DeleteServersTestJSON-1645223757-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0c7c48-1c7a-4081-81ca-7ed3330ff07e HTTP/1.1" status: 200 len: 210 time: 0.0296857 Jul 26 16:01:45.579811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddfe48-b9fb-49a9-990f-8415a343e65e req-d595c77b-8f5d-42c6-9089-77416074623b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:45.581588 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-33ddfe48-b9fb-49a9-990f-8415a343e65e req-d595c77b-8f5d-42c6-9089-77416074623b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0721595 Jul 26 16:01:45.629749 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-33ddfe48-b9fb-49a9-990f-8415a343e65e req-50227134-9629-435f-b3e8-bf544b8e2e90 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Jul 26 16:01:46.276398 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84b74c-56f4-47f0-93c6-a3b34fe1ecf5 req-db1642a1-a3b5-45fe-b554-05028c91ac97 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:46.278012 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-da84b74c-56f4-47f0-93c6-a3b34fe1ecf5 req-db1642a1-a3b5-45fe-b554-05028c91ac97 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 943 time: 0.0716422 Jul 26 16:01:46.330127 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-da84b74c-56f4-47f0-93c6-a3b34fe1ecf5 req-b198ea1e-08cf-41b3-8fc9-0aa1543d1df1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 Jul 26 16:01:46.788053 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb3d3f-e827-4dd0-bbd5-00cb078551d7 req-9bc8f37e-8d0f-4e76-9f3a-9e88c6047180 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:46.789746 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-82fb3d3f-e827-4dd0-bbd5-00cb078551d7 req-9bc8f37e-8d0f-4e76-9f3a-9e88c6047180 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0836611 Jul 26 16:01:46.831620 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-82fb3d3f-e827-4dd0-bbd5-00cb078551d7 req-49af495a-ea4e-448e-9380-ee4e32e95982 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361838 Jul 26 16:01:46.843580 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 5686aecc-a9ea-4749-bf56-6f6076409d61 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:01:46.943297 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 5686aecc-a9ea-4749-bf56-6f6076409d61, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5686aecc-a9ea-4749-bf56-6f6076409d61,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:46.955048 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '5686aecc-a9ea-4749-bf56-6f6076409d61', 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'port_id': '5686aecc-a9ea-4749-bf56-6f6076409d61', 'mac_address': 'fa:16:3e:13:f5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148370dd-b6dc-4375-8d36-a91f81f9ec5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:01:46.997335 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.010857 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5686aecc-a9ea-4749-bf56-6f6076409d61 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:01:47.032157 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 5686aecc-a9ea-4749-bf56-6f6076409d61, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5686aecc-a9ea-4749-bf56-6f6076409d61,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:47.037630 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.078580 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 40814) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:47.086595 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=5686aecc-a9ea-4749-bf56-6f6076409d61,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:47.094835 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.095259 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.095825 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.096559 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.097040 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.097426 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.097893 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.098404 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.098991 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.099225 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.099557 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.099960 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:01:47.192722 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-de69d5f8-8638-486c-a2a1-aaf2573fb069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.284499 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-de69d5f8-8638-486c-a2a1-aaf2573fb069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.288813 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-de69d5f8-8638-486c-a2a1-aaf2573fb069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.327220 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-de69d5f8-8638-486c-a2a1-aaf2573fb069 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20835a32805b4116919314a0d89d4fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473295 Jul 26 16:01:47.327974 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69d5f8-8638-486c-a2a1-aaf2573fb069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faca87b-70ed-492d-92d3-d8767413ee6c,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:47.329949 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40820) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:47.381559 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba05f-88da-4b32-963c-466cc117a431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.403088 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba05f-88da-4b32-963c-466cc117a431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.449977 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba05f-88da-4b32-963c-466cc117a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.452637 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba05f-88da-4b32-963c-466cc117a431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.456773 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2b1ba05f-88da-4b32-963c-466cc117a431 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4faca87b-70ed-492d-92d3-d8767413ee6c HTTP/1.1" status: 204 len: 168 time: 0.1250701 Jul 26 16:01:47.465007 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ba05f-88da-4b32-963c-466cc117a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faca87b-70ed-492d-92d3-d8767413ee6c,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:47.466626 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57b97b-03a1-46b0-a828-d70bb70251a8 req-512ba65f-e9a0-462d-942d-d3ce0057f860 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:47.467788 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f57b97b-03a1-46b0-a828-d70bb70251a8 req-512ba65f-e9a0-462d-942d-d3ce0057f860 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 944 time: 0.0665195 Jul 26 16:01:47.510259 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f57b97b-03a1-46b0-a828-d70bb70251a8 req-d6f3f7e3-4df4-463c-9f35-b1da0f76f893 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Jul 26 16:01:47.541135 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['5686aecc-a9ea-4749-bf56-6f6076409d61'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:01:47.727865 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40836) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:47.768138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 40840) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:47.785554 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-aceda524-e5d7-41d0-ac79-03c5074dc2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.788829 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1130f6-2c65-4507-9120-15ac0f846a81 admin admin] Deleting subnet 3d8c4924-754e-47b4-8d60-508e0585bc18 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:01:47.793248 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-be1130f6-2c65-4507-9120-15ac0f846a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.840049 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-be1130f6-2c65-4507-9120-15ac0f846a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.903479 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-be1130f6-2c65-4507-9120-15ac0f846a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.931424 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-aceda524-e5d7-41d0-ac79-03c5074dc2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.936125 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-aceda524-e5d7-41d0-ac79-03c5074dc2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:47.976594 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-aceda524-e5d7-41d0-ac79-03c5074dc2bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3308cc2c3704d41b849b6049b2d5c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070570 Jul 26 16:01:47.979444 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 40852) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:47.998991 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceda524-e5d7-41d0-ac79-03c5074dc2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156f9aab-051a-455c-86bb-bffdbf2ab2ac,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:48.021226 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2737b45-dd6a-4e10-8d47-e4895ee28dcf req-70566c9c-1989-4582-ae3b-b641df36bec0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:48.022898 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c2737b45-dd6a-4e10-8d47-e4895ee28dcf req-70566c9c-1989-4582-ae3b-b641df36bec0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0959897 Jul 26 16:01:48.024098 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-be1130f6-2c65-4507-9120-15ac0f846a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.064739 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1130f6-2c65-4507-9120-15ac0f846a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8c4924-754e-47b4-8d60-508e0585bc18,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:48.070370 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-86dfe275-f3ce-4bdb-9fed-e3efa842970d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.104385 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-86dfe275-f3ce-4bdb-9fed-e3efa842970d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.106119 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-be1130f6-2c65-4507-9120-15ac0f846a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.108019 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-be1130f6-2c65-4507-9120-15ac0f846a81 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3d8c4924-754e-47b4-8d60-508e0585bc18 HTTP/1.1" status: 204 len: 168 time: 0.3789113 Jul 26 16:01:48.111255 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40858) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:48.123063 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c2737b45-dd6a-4e10-8d47-e4895ee28dcf req-12b719f3-cbdf-4c8e-9da6-f77f89518449 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686603 Jul 26 16:01:48.154600 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-86dfe275-f3ce-4bdb-9fed-e3efa842970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.157929 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-86dfe275-f3ce-4bdb-9fed-e3efa842970d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.159101 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-86dfe275-f3ce-4bdb-9fed-e3efa842970d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/156f9aab-051a-455c-86bb-bffdbf2ab2ac HTTP/1.1" status: 204 len: 168 time: 0.1781693 Jul 26 16:01:48.167965 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfe275-f3ce-4bdb-9fed-e3efa842970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156f9aab-051a-455c-86bb-bffdbf2ab2ac,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:48.193731 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.278225 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.288458 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831d4c2c-032a-4973-b0f7-ee875771f3a6']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:01:48.300571 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a130ae3e-83de-4ca4-bb31-c829b991fb91') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:01:48.300864 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a130ae3e-83de-4ca4-bb31-c829b991fb91') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:01:48.311795 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.330942 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.338953 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:01:48.339340 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:01:48.342370 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:01:48.403981 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.416512 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.422094 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/831d4c2c-032a-4973-b0f7-ee875771f3a6 HTTP/1.1" status: 204 len: 168 time: 0.3068979 Jul 26 16:01:48.430109 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77c145-8eda-4ee5-bc5c-ffe476ae1ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=831d4c2c-032a-4973-b0f7-ee875771f3a6,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:48.654829 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40876) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:48.695037 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c638fd2-c683-4e14-a8f1-28442aff408c req-83c2fca2-e5d0-42e0-aa0d-936367d3018c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:48.696779 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4c638fd2-c683-4e14-a8f1-28442aff408c req-83c2fca2-e5d0-42e0-aa0d-936367d3018c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 944 time: 0.0834625 Jul 26 16:01:48.712442 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f532061e-dda7-4b62-9e71-886454d8b433 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b73b47bfefab403c99650b311468254c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0558603 Jul 26 16:01:48.716148 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40880) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:48.774610 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a245fd48-1ff6-42b3-a460-75cf16da301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.783347 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4c638fd2-c683-4e14-a8f1-28442aff408c req-907ec3a7-6579-4112-ad04-dbb1b9c87e42 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763061 Jul 26 16:01:48.800758 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a245fd48-1ff6-42b3-a460-75cf16da301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.838452 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 5686aecc-a9ea-4749-bf56-6f6076409d61 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:01:48.870696 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a245fd48-1ff6-42b3-a460-75cf16da301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.874165 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a245fd48-1ff6-42b3-a460-75cf16da301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:48.875716 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a245fd48-1ff6-42b3-a460-75cf16da301e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6d9ec50-a02b-4966-9283-e96f6b25e08b HTTP/1.1" status: 204 len: 168 time: 0.1584518 Jul 26 16:01:48.886098 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245fd48-1ff6-42b3-a460-75cf16da301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d9ec50-a02b-4966-9283-e96f6b25e08b,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:48.930097 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 5686aecc-a9ea-4749-bf56-6f6076409d61 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:01:48.934686 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 5686aecc-a9ea-4749-bf56-6f6076409d61 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:01:48.935133 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:49.028089 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:49.055364 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c259ccc7-ca49-4ea9-bcca-9ad92095d0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5686aecc-a9ea-4749-bf56-6f6076409d61'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:01:49.057869 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55626b29-adc5-43ad-a5a8-49292e6c2c73" -d '{"events": [{"server_uuid": "c259ccc7-ca49-4ea9-bcca-9ad92095d0ba", "name": "network-vif-plugged", "status": "completed", "tag": "5686aecc-a9ea-4749-bf56-6f6076409d61"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:01:49.076332 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 5686aecc-a9ea-4749-bf56-6f6076409d61, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5686aecc-a9ea-4749-bf56-6f6076409d61,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:01:49.082107 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:49.150596 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2783501d-8495-45ff-8ed7-82f8cf1b1ff6 x-openstack-request-id: req-2783501d-8495-45ff-8ed7-82f8cf1b1ff6 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:01:49.152722 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c259ccc7-ca49-4ea9-bcca-9ad92095d0ba", "name": "network-vif-plugged", "status": "completed", "tag": "5686aecc-a9ea-4749-bf56-6f6076409d61", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:01:49.153197 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2783501d-8495-45ff-8ed7-82f8cf1b1ff6 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:01:49.153752 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c259ccc7-ca49-4ea9-bcca-9ad92095d0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5686aecc-a9ea-4749-bf56-6f6076409d61', 'code': 200} Jul 26 16:01:49.192875 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=5686aecc-a9ea-4749-bf56-6f6076409d61,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:49.376815 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f07e1-a667-441b-a928-eb5470ebd44d req-354da499-6f7e-4069-8a61-6ed52cf59f21 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:49.377312 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c50f07e1-a667-441b-a928-eb5470ebd44d req-354da499-6f7e-4069-8a61-6ed52cf59f21 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1301820 Jul 26 16:01:49.428284 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c50f07e1-a667-441b-a928-eb5470ebd44d req-c3fab391-706b-4c42-a5d9-3a80ff8bf4b3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Jul 26 16:01:49.507112 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee45d3-5495-4201-9a14-f1ef128c92e4 req-8a7356aa-ea01-43e4-83a0-eed27a3dc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:49.508894 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dfee45d3-5495-4201-9a14-f1ef128c92e4 req-8a7356aa-ea01-43e4-83a0-eed27a3dc732 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 1098 time: 0.1057303 Jul 26 16:01:49.565001 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dfee45d3-5495-4201-9a14-f1ef128c92e4 req-d5caacc4-6dd2-4f53-a6ed-633ce398da4a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445018 Jul 26 16:01:49.660776 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40930) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:49.940081 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e4081687-c199-422d-bcef-b92655091129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:50.011244 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff576a-746d-450a-af28-63a00ffde61a req-30b02620-d3e8-46d3-bd79-97e3c62dd549 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:50.013993 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-24ff576a-746d-450a-af28-63a00ffde61a req-30b02620-d3e8-46d3-bd79-97e3c62dd549 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.1246912 Jul 26 16:01:50.102981 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e4081687-c199-422d-bcef-b92655091129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:50.104598 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-24ff576a-746d-450a-af28-63a00ffde61a req-52e1f233-d61c-4e18-adca-4c05162dbb27 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818901 Jul 26 16:01:50.111436 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e4081687-c199-422d-bcef-b92655091129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:50.193355 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e4081687-c199-422d-bcef-b92655091129 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d45dee8da66f4ad5a5218ec9024922b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283089 Jul 26 16:01:50.193886 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 40956) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:50.209744 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4081687-c199-422d-bcef-b92655091129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ee308f-d8cd-4826-bf5b-d6930e70abc9,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:50.283206 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a29c8242-c38a-4a13-9e46-f119954c7b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:50.307237 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a29c8242-c38a-4a13-9e46-f119954c7b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:50.401128 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a29c8242-c38a-4a13-9e46-f119954c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:50.404007 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a29c8242-c38a-4a13-9e46-f119954c7b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:50.405219 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a29c8242-c38a-4a13-9e46-f119954c7b5f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1ee308f-d8cd-4826-bf5b-d6930e70abc9 HTTP/1.1" status: 204 len: 168 time: 0.2100139 Jul 26 16:01:50.416478 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c8242-c38a-4a13-9e46-f119954c7b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ee308f-d8cd-4826-bf5b-d6930e70abc9,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:50.715731 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfed2a-2d0c-46c6-ac39-9b31efba969c req-9bdc716c-65df-4bf7-b2fb-dc6599656c53 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:50.724362 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0abfed2a-2d0c-46c6-ac39-9b31efba969c req-9bdc716c-65df-4bf7-b2fb-dc6599656c53 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1775517 Jul 26 16:01:50.814342 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0abfed2a-2d0c-46c6-ac39-9b31efba969c req-e4ffad5a-e7fa-42c6-a23f-3041d70fd6f0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877514 Jul 26 16:01:51.346111 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87cea2-74b6-4164-b4e1-5fce16140f7b req-76c07c4d-f58d-49eb-aaa6-6266933257fa tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:51.348627 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0c87cea2-74b6-4164-b4e1-5fce16140f7b req-76c07c4d-f58d-49eb-aaa6-6266933257fa tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0787206 Jul 26 16:01:51.404009 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0c87cea2-74b6-4164-b4e1-5fce16140f7b req-0689eef0-d750-479b-bdb3-3e86d329c62b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493395 Jul 26 16:01:51.952152 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324066f6-2a11-450c-b47c-85ea4311ec47 req-332626f6-b2a0-4fa6-b61a-c88f427f0275 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:51.954109 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-324066f6-2a11-450c-b47c-85ea4311ec47 req-332626f6-b2a0-4fa6-b61a-c88f427f0275 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0749078 Jul 26 16:01:51.996497 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-324066f6-2a11-450c-b47c-85ea4311ec47 req-7665efe9-a9af-4169-aa06-f7441f4c04ef tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356748 Jul 26 16:01:53.124922 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffd4ce-cd0f-42e7-90ef-dd90e63db28b req-db96bb00-126b-4b48-a8cc-fecb8981baf3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:53.126398 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-70ffd4ce-cd0f-42e7-90ef-dd90e63db28b req-db96bb00-126b-4b48-a8cc-fecb8981baf3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0621729 Jul 26 16:01:53.165509 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-70ffd4ce-cd0f-42e7-90ef-dd90e63db28b req-fce84fcb-5411-484a-98c2-9af41b31579f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Jul 26 16:01:54.300687 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d4275-57a1-45e7-a75f-840ac54849ad req-6a52f6b3-3904-4dc7-b62c-2ce02a201368 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:54.303078 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9e1d4275-57a1-45e7-a75f-840ac54849ad req-6a52f6b3-3904-4dc7-b62c-2ce02a201368 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0676532 Jul 26 16:01:54.342122 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9e1d4275-57a1-45e7-a75f-840ac54849ad req-1a58e997-5218-4595-889b-812e06d6366d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Jul 26 16:01:55.476796 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675c49c-f62e-4740-a35e-8e55c3ababf8 req-9c9a5ff4-0133-41a6-a86c-afe19dd33f60 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:55.478300 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d675c49c-f62e-4740-a35e-8e55c3ababf8 req-9c9a5ff4-0133-41a6-a86c-afe19dd33f60 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0701678 Jul 26 16:01:55.516416 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d675c49c-f62e-4740-a35e-8e55c3ababf8 req-0a0aa37f-42f9-4f6f-a26c-62166c02f29f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Jul 26 16:01:55.686693 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:56.658649 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd34e5-75b0-4170-a20b-1556a1d35001 req-82e2fc73-eb6b-4fe7-9b33-761c42be3008 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:56.660169 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fcfd34e5-75b0-4170-a20b-1556a1d35001 req-82e2fc73-eb6b-4fe7-9b33-761c42be3008 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0704439 Jul 26 16:01:56.700567 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fcfd34e5-75b0-4170-a20b-1556a1d35001 req-152275b5-27a5-46c2-896c-9f22b5f1d1be tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Jul 26 16:01:57.534628 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-6b26a639-dbc1-4778-8b05-b3e010600b23 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:57.536170 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-6b26a639-dbc1-4778-8b05-b3e010600b23 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 814 time: 0.1192751 Jul 26 16:01:57.552741 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-b7aa1282-a701-43e6-ac01-5e57fce8f27c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/quotas/c28c9740466d4f1ead858fdfc8e6577c HTTP/1.1" status: 200 len: 375 time: 0.0104408 Jul 26 16:01:57.631091 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-27394907-54bb-4ac2-ab58-d064e9462379 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676723 Jul 26 16:01:57.750449 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-9382ee2c-7f45-4986-b7a7-978349b2349d service neutron] 10.222.0.50 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120546 Jul 26 16:01:57.854742 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad92b3-a030-49c9-b5ef-e2358552619b req-5f15d052-dcca-44c9-a8ee-75edc6c72ea7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:57.855378 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-6d09029f-bcda-458b-af16-4c4d0670e76d service neutron] 10.222.0.50 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986996 Jul 26 16:01:57.858078 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b8ad92b3-a030-49c9-b5ef-e2358552619b req-5f15d052-dcca-44c9-a8ee-75edc6c72ea7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0795503 Jul 26 16:01:57.897946 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b8ad92b3-a030-49c9-b5ef-e2358552619b req-09446ec4-3462-448f-92c7-1b8de64e75d8 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Jul 26 16:01:58.022506 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cb3c9d3d-2de1-4bb5-88db-bb6c223a98d1 req-c4bab70e-060d-4cb3-b14a-a9114df8b04f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 210 time: 0.0313113 Jul 26 16:01:58.488488 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41170) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:58.638705 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b16eec8f-9de9-4488-bad3-bb9813ac8317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:58.755535 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b16eec8f-9de9-4488-bad3-bb9813ac8317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:58.761330 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b16eec8f-9de9-4488-bad3-bb9813ac8317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:58.801971 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eec8f-9de9-4488-bad3-bb9813ac8317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cb9ea0-3948-4e3e-9c63-15a09fda38eb,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:58.806538 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b16eec8f-9de9-4488-bad3-bb9813ac8317 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d135e3a39f684d15b04559784831bfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170254 Jul 26 16:01:58.809234 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41184) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:58.867272 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-89c3927c-bd5c-483e-992b-bef584f3970d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:58.896035 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-89c3927c-bd5c-483e-992b-bef584f3970d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:58.958666 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-89c3927c-bd5c-483e-992b-bef584f3970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:58.961355 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-89c3927c-bd5c-483e-992b-bef584f3970d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:58.962435 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41192) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:58.963032 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-89c3927c-bd5c-483e-992b-bef584f3970d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15cb9ea0-3948-4e3e-9c63-15a09fda38eb HTTP/1.1" status: 204 len: 168 time: 0.1529148 Jul 26 16:01:58.972785 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3927c-bd5c-483e-992b-bef584f3970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cb9ea0-3948-4e3e-9c63-15a09fda38eb,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:59.070529 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea70387-abe4-40be-918b-e3f0fd6951a5 req-34ac653e-14e5-4511-a2ae-a154b806b56b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:59.073917 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8ea70387-abe4-40be-918b-e3f0fd6951a5 req-34ac653e-14e5-4511-a2ae-a154b806b56b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0920315 Jul 26 16:01:59.132131 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8ea70387-abe4-40be-918b-e3f0fd6951a5 req-33bd02ab-ceca-4706-912b-0d4436e08378 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Jul 26 16:01:59.290170 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-84214fc2-c592-46fe-a075-70cf5791b2c7 req-6a9e1ced-8eab-4c69-aa5a-930fa28af966 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 210 time: 0.0846786 Jul 26 16:01:59.348804 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-dcc61639-4d50-4ad4-a139-13c4a67bcf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.457984 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-97954101-f6c9-4535-ae66-78eacf245a86 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:01:59.459579 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-97954101-f6c9-4535-ae66-78eacf245a86 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 814 time: 0.2296424 Jul 26 16:01:59.487407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Request body: {'port': {'device_id': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'admin_state_up': True, 'tenant_id': 'c28c9740466d4f1ead858fdfc8e6577c'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:01:59.536526 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-dcc61639-4d50-4ad4-a139-13c4a67bcf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.542282 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-dcc61639-4d50-4ad4-a139-13c4a67bcf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.596478 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-dcc61639-4d50-4ad4-a139-13c4a67bcf11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c045ea4134f74088b0a7872cd1ef84e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294031 Jul 26 16:01:59.598968 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41224) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:01:59.604741 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc61639-4d50-4ad4-a139-13c4a67bcf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f62e9b-ac29-441c-be68-37143a9970d7,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:59.651258 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Made reservation on behalf of c28c9740466d4f1ead858fdfc8e6577c for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:01:59.655725 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.662407 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-443fd4de-a76b-44c9-a740-029d4f502bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.690189 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-443fd4de-a76b-44c9-a740-029d4f502bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.755582 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-443fd4de-a76b-44c9-a740-029d4f502bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.759436 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-443fd4de-a76b-44c9-a740-029d4f502bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:01:59.763032 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-443fd4de-a76b-44c9-a740-029d4f502bb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49f62e9b-ac29-441c-be68-37143a9970d7 HTTP/1.1" status: 204 len: 168 time: 0.1606953 Jul 26 16:01:59.770121 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fd4de-a76b-44c9-a740-029d4f502bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f62e9b-ac29-441c-be68-37143a9970d7,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:01:59.832697 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Allocated IP 172.20.0.12 (3630f43c-39d4-4069-886c-ec1835da1d5d/148370dd-b6dc-4375-8d36-a91f81f9ec5c/1237692f-89e9-4187-8530-8b33cf86d5b6) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:02:00.006560 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.050706 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.103997 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Network 3630f43c-39d4-4069-886c-ec1835da1d5d is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:02:00.107282 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:02:00.114027 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:02:00.120447 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:00.121079 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.135485 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Pushing event updated for resources: {'Port': ['ID=1237692f-89e9-4187-8530-8b33cf86d5b6,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:00.141407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41244) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:00.155220 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-988fd2a5-d123-446c-8fd4-2f9207fb1ea7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6714985 Jul 26 16:02:00.158467 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f195f12c-18df-4038-9893-9b8e1bfbd438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.317086 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b18cc-cc88-47db-b8a2-330a88935cdd req-1725a2fe-1793-4960-bfb6-1cbf295ac5a9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:00.318750 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-610b18cc-cc88-47db-b8a2-330a88935cdd req-1725a2fe-1793-4960-bfb6-1cbf295ac5a9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1179566 Jul 26 16:02:00.320570 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f195f12c-18df-4038-9893-9b8e1bfbd438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.335541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f195f12c-18df-4038-9893-9b8e1bfbd438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.410136 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195f12c-18df-4038-9893-9b8e1bfbd438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309047a3-0452-4384-95f2-d3d12043254e,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:00.415178 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-f195f12c-18df-4038-9893-9b8e1bfbd438 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b72ed110d7964c9e9d564580a34e599a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727544 Jul 26 16:02:00.418271 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-610b18cc-cc88-47db-b8a2-330a88935cdd req-04c63987-4df6-4d8e-b91b-829f4aa26b6c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847416 Jul 26 16:02:00.418754 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41260) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:00.478079 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-14c84ccf-9b74-48e7-84a1-d39ec92a7809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.484488 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3512-9c20-4258-91c6-abacf055eb2f req-90a70bfa-69c8-4df3-9933-ffdc24b61aa6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:00.487260 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-711a3512-9c20-4258-91c6-abacf055eb2f req-90a70bfa-69c8-4df3-9933-ffdc24b61aa6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 932 time: 0.0901105 Jul 26 16:02:00.504028 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-14c84ccf-9b74-48e7-84a1-d39ec92a7809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.525686 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-711a3512-9c20-4258-91c6-abacf055eb2f req-810cd6e8-2f7b-4118-b626-c150e2aa0333 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Jul 26 16:02:00.554071 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-14c84ccf-9b74-48e7-84a1-d39ec92a7809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.557345 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-14c84ccf-9b74-48e7-84a1-d39ec92a7809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:00.558776 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-14c84ccf-9b74-48e7-84a1-d39ec92a7809 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/309047a3-0452-4384-95f2-d3d12043254e HTTP/1.1" status: 204 len: 168 time: 0.1386564 Jul 26 16:02:00.567376 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c84ccf-9b74-48e7-84a1-d39ec92a7809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309047a3-0452-4384-95f2-d3d12043254e,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:00.947062 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41288) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:01.109924 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4970-ff09-49c7-a52a-c7a99e77f70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:01.210461 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4970-ff09-49c7-a52a-c7a99e77f70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:01.215050 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4970-ff09-49c7-a52a-c7a99e77f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:01.253027 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-3bbd4970-ff09-49c7-a52a-c7a99e77f70c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b09da9eae6f940619cd22c1e0181d7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042903 Jul 26 16:02:01.260396 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41302) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:01.270833 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4970-ff09-49c7-a52a-c7a99e77f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7abed5-0081-4898-8385-f4bfc9f169c1,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:01.332494 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a9e99474-6f5f-4628-9538-3d9f5049add2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:01.359127 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a9e99474-6f5f-4628-9538-3d9f5049add2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:01.413802 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a9e99474-6f5f-4628-9538-3d9f5049add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:01.417283 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a9e99474-6f5f-4628-9538-3d9f5049add2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:01.418739 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-a9e99474-6f5f-4628-9538-3d9f5049add2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e7abed5-0081-4898-8385-f4bfc9f169c1 HTTP/1.1" status: 204 len: 168 time: 0.1571941 Jul 26 16:02:01.426783 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e99474-6f5f-4628-9538-3d9f5049add2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7abed5-0081-4898-8385-f4bfc9f169c1,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:01.562898 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521d721-6cbb-4f0b-8971-9cdd3a174438 req-cf820389-540d-4e56-ba6b-c44694356b08 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:01.565063 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6521d721-6cbb-4f0b-8971-9cdd3a174438 req-cf820389-540d-4e56-ba6b-c44694356b08 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0673323 Jul 26 16:02:01.624941 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6521d721-6cbb-4f0b-8971-9cdd3a174438 req-8445524b-0965-4ed7-b50e-878aae0ce87d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Jul 26 16:02:01.762581 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3962c-f6fe-4629-8313-6669a5346061 req-38d26fcd-f401-4c8e-9272-7cfc488de0ad tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:01.767854 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-39a3962c-f6fe-4629-8313-6669a5346061 req-38d26fcd-f401-4c8e-9272-7cfc488de0ad tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 932 time: 0.0734248 Jul 26 16:02:01.804899 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-39a3962c-f6fe-4629-8313-6669a5346061 req-bdb92d62-178a-4516-9a13-abf2004dc186 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Jul 26 16:02:02.697809 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41382) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:02.767900 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50c07-1f66-4121-aaa1-a720b47ee2da req-26fd47ea-7f21-4082-95b4-6b79f50b3617 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:02.769982 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-83c50c07-1f66-4121-aaa1-a720b47ee2da req-26fd47ea-7f21-4082-95b4-6b79f50b3617 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0753226 Jul 26 16:02:02.816753 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-83c50c07-1f66-4121-aaa1-a720b47ee2da req-233c55ce-3934-4516-9884-fe0d31cbc937 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Jul 26 16:02:02.931676 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Request body: {'port': {'device_id': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:02.966342 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a53904e9-d74d-46bd-918a-d93861589f42', '5686aecc-a9ea-4749-bf56-6f6076409d61'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:02:02.991536 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919849c6-a797-4ba6-8c1e-00c2c78c7a65 req-c5f2b775-6c24-4a46-8cbd-993b2e376e10 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:03.002552 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-919849c6-a797-4ba6-8c1e-00c2c78c7a65 req-c5f2b775-6c24-4a46-8cbd-993b2e376e10 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 932 time: 0.0988233 Jul 26 16:02:03.008534 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fb3f-2681-4c09-8ad4-65f8a7f61d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.056079 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-919849c6-a797-4ba6-8c1e-00c2c78c7a65 req-c3549952-4e77-4efa-9aca-96463b0b7b32 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Jul 26 16:02:03.103619 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.280451 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fb3f-2681-4c09-8ad4-65f8a7f61d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.292735 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a5e8fb3f-2681-4c09-8ad4-65f8a7f61d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.304485 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41402) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:03.368616 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8fb3f-2681-4c09-8ad4-65f8a7f61d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3bc2a2-2cb1-44fb-8377-ce345a0214d0,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:03.387058 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41406) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:03.387179 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-a5e8fb3f-2681-4c09-8ad4-65f8a7f61d13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d52f57b20e64e46a776f9556dbbbc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6876106 Jul 26 16:02:03.436632 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dfac6366-81b9-4537-999f-bbe0019bcd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.470986 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a12ce8f4-0c2e-4929-9e24-e824801ea31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.487677 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1237692f-89e9-4187-8530-8b33cf86d5b6 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:02:03.495496 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.506400 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a12ce8f4-0c2e-4929-9e24-e824801ea31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.516921 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Transition to ACTIVE for port object 1237692f-89e9-4187-8530-8b33cf86d5b6 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:02:03.520853 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.571719 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Pushing event updated for resources: {'Port': ['ID=1237692f-89e9-4187-8530-8b33cf86d5b6,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:03.597294 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dfac6366-81b9-4537-999f-bbe0019bcd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.601778 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dfac6366-81b9-4537-999f-bbe0019bcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.612583 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a12ce8f4-0c2e-4929-9e24-e824801ea31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.615022 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a12ce8f4-0c2e-4929-9e24-e824801ea31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.616159 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a12ce8f4-0c2e-4929-9e24-e824801ea31a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba3bc2a2-2cb1-44fb-8377-ce345a0214d0 HTTP/1.1" status: 204 len: 168 time: 0.2279921 Jul 26 16:02:03.624987 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Attempting to bind port 1237692f-89e9-4187-8530-8b33cf86d5b6 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:02:03.626226 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Attempting to bind port 1237692f-89e9-4187-8530-8b33cf86d5b6 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:02:03.627049 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Attempting to bind port 1237692f-89e9-4187-8530-8b33cf86d5b6 on network 3630f43c-39d4-4069-886c-ec1835da1d5d {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:02:03.632493 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Port 1237692f-89e9-4187-8530-8b33cf86d5b6 on network 3630f43c-39d4-4069-886c-ec1835da1d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:02:03.632814 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Attempting to bind port 1237692f-89e9-4187-8530-8b33cf86d5b6 on network 3630f43c-39d4-4069-886c-ec1835da1d5d {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:02:03.637696 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:02:03.638025 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Checking segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:02:03.638403 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Bound using segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:02:03.638825 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Bound port: 1237692f-89e9-4187-8530-8b33cf86d5b6, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:02:03.639186 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.648946 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-dfac6366-81b9-4537-999f-bbe0019bcd9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd08d95d568c468794e03d7bcfd34a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431275 Jul 26 16:02:03.650228 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41412) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:03.652924 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac6366-81b9-4537-999f-bbe0019bcd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052272aa-5e69-4b47-b552-06aff8b1254b,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:03.692820 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-51041569-a5ac-4189-a90c-4540b4226427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.696056 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ce8f4-0c2e-4929-9e24-e824801ea31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3bc2a2-2cb1-44fb-8377-ce345a0214d0,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:03.728112 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] For port 1237692f-89e9-4187-8530-8b33cf86d5b6, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:02:03.731872 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] For port 1237692f-89e9-4187-8530-8b33cf86d5b6, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1237692f-89e9-4187-8530-8b33cf86d5b6,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:02:03.737857 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.747903 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a63-0456-435a-b9fc-c7f691017225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.770612 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a63-0456-435a-b9fc-c7f691017225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.771196 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:03.772210 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.773619 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-295340e9-db97-42a8-b342-fde078edb566 service neutron] 10.222.0.38 "PUT /v2.0/ports/1237692f-89e9-4187-8530-8b33cf86d5b6 HTTP/1.1" status: 200 len: 1094 time: 0.8463714 Jul 26 16:02:03.775895 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'tag': '1237692f-89e9-4187-8530-8b33cf86d5b6'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:03.778186 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "36a5bfc5-8b09-4898-8ed4-334eda462768", "tag": "1237692f-89e9-4187-8530-8b33cf86d5b6"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:03.824675 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda08687-2aee-4417-95f2-adde242d9fa8 x-openstack-request-id: req-bda08687-2aee-4417-95f2-adde242d9fa8 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:03.824971 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a5bfc5-8b09-4898-8ed4-334eda462768", "tag": "1237692f-89e9-4187-8530-8b33cf86d5b6", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:03.825223 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bda08687-2aee-4417-95f2-adde242d9fa8 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:03.825618 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'tag': '1237692f-89e9-4187-8530-8b33cf86d5b6', 'status': 'completed', 'code': 200} Jul 26 16:02:03.839433 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295340e9-db97-42a8-b342-fde078edb566 service neutron] Pushing event updated for resources: {'Port': ['ID=1237692f-89e9-4187-8530-8b33cf86d5b6,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:03.843695 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a63-0456-435a-b9fc-c7f691017225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.847458 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b99b3a63-0456-435a-b9fc-c7f691017225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:03.851878 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b99b3a63-0456-435a-b9fc-c7f691017225 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/052272aa-5e69-4b47-b552-06aff8b1254b HTTP/1.1" status: 204 len: 168 time: 0.2005057 Jul 26 16:02:03.861259 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b3a63-0456-435a-b9fc-c7f691017225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052272aa-5e69-4b47-b552-06aff8b1254b,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:03.927539 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-a11828e5-6d87-4955-adba-dcba0f9048e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:03.929208 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-a11828e5-6d87-4955-adba-dcba0f9048e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 1097 time: 0.0726140 Jul 26 16:02:03.999613 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-397f4eb8-ba95-47f2-8637-4cfd5ca5eacb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1237692f-89e9-4187-8530-8b33cf86d5b6 HTTP/1.1" status: 200 len: 217 time: 0.0497472 Jul 26 16:02:04.054499 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871486-8e4d-45d4-bb0a-653f9f9307d1 req-740ab507-8e51-47c3-9c80-9c780b33e0b3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:04.057535 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41426) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:04.061952 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90871486-8e4d-45d4-bb0a-653f9f9307d1 req-740ab507-8e51-47c3-9c80-9c780b33e0b3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1190472 Jul 26 16:02:04.079387 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-953d3cc0-8ab1-4f91-87c2-e810918e98f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.098954 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90871486-8e4d-45d4-bb0a-653f9f9307d1 req-35f0b7c1-1fad-4128-bb96-706817377f05 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Jul 26 16:02:04.111701 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-9a298592-145b-4594-885f-a8396d820566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:04.113365 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-9a298592-145b-4594-885f-a8396d820566 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=148370dd-b6dc-4375-8d36-a91f81f9ec5c HTTP/1.1" status: 200 len: 854 time: 0.0992851 Jul 26 16:02:04.161418 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-31cb900d-5603-48da-8ce0-825ed618be7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3630f43c-39d4-4069-886c-ec1835da1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343912 Jul 26 16:02:04.227181 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1165fe-80fb-425c-84b8-8a2b47c5ee60 req-ea01d84b-75ac-4f41-85f3-9c0f156beb54 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:04.234901 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c1165fe-80fb-425c-84b8-8a2b47c5ee60 req-ea01d84b-75ac-4f41-85f3-9c0f156beb54 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 944 time: 0.0753417 Jul 26 16:02:04.276838 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c1165fe-80fb-425c-84b8-8a2b47c5ee60 req-84e75243-2f9c-44fb-90f3-4e9fdc1b4aa2 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Jul 26 16:02:04.284479 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41432) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:04.312189 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-953d3cc0-8ab1-4f91-87c2-e810918e98f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.318541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-953d3cc0-8ab1-4f91-87c2-e810918e98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.320741 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccf00-0aab-4a87-ac86-b4525b5cce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.323652 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-5d817cc6-248c-4a0d-b6a0-e77878f2f722 service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475742 Jul 26 16:02:04.417582 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-953d3cc0-8ab1-4f91-87c2-e810918e98f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ada5ca36df0c4cd3a123d9a7c7e06bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587224 Jul 26 16:02:04.420380 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41436) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:04.421742 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d3cc0-8ab1-4f91-87c2-e810918e98f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0845119a-8fa2-4af5-bad9-def1b7c142b6,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:04.484087 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-50a71fb5-31e2-41e2-9b84-1aedae62ebd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.493331 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-59158ffa-2b9b-4ceb-adcb-2e4efee38752 req-d2ff9309-ec12-4371-930f-bbdf27a47f6e service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560884 Jul 26 16:02:04.507387 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-50a71fb5-31e2-41e2-9b84-1aedae62ebd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.543457 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccf00-0aab-4a87-ac86-b4525b5cce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.551453 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccf00-0aab-4a87-ac86-b4525b5cce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.587859 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-50a71fb5-31e2-41e2-9b84-1aedae62ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.591925 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-50a71fb5-31e2-41e2-9b84-1aedae62ebd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.593390 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-50a71fb5-31e2-41e2-9b84-1aedae62ebd1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0845119a-8fa2-4af5-bad9-def1b7c142b6 HTTP/1.1" status: 204 len: 168 time: 0.1720102 Jul 26 16:02:04.604017 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a71fb5-31e2-41e2-9b84-1aedae62ebd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0845119a-8fa2-4af5-bad9-def1b7c142b6,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:04.609010 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ccf00-0aab-4a87-ac86-b4525b5cce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a6417-1e75-42a2-856c-efdae19dd2e9,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:04.613162 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-3f7ccf00-0aab-4a87-ac86-b4525b5cce4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7f15771cd344a16a88abcc4f23a9238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256874 Jul 26 16:02:04.620685 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41448) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:04.669844 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-397da986-53a1-41e2-a8a0-495483642ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:04.671921 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-397da986-53a1-41e2-a8a0-495483642ab9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 1097 time: 0.0763872 Jul 26 16:02:04.701008 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e20e7c-1e22-4089-84bf-4de58fa67077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.734717 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e20e7c-1e22-4089-84bf-4de58fa67077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.799458 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e20e7c-1e22-4089-84bf-4de58fa67077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.808089 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e20e7c-1e22-4089-84bf-4de58fa67077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:04.812148 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-92e20e7c-1e22-4089-84bf-4de58fa67077 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/291a6417-1e75-42a2-856c-efdae19dd2e9 HTTP/1.1" status: 204 len: 168 time: 0.1891508 Jul 26 16:02:04.812976 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-f973b6ae-a677-4855-8a5f-f3b38c26f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:04.815652 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-f973b6ae-a677-4855-8a5f-f3b38c26f37f service neutron] 10.222.0.38 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 915 time: 0.1347415 Jul 26 16:02:04.822914 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e20e7c-1e22-4089-84bf-4de58fa67077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a6417-1e75-42a2-856c-efdae19dd2e9,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:04.869318 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-e18584b1-a0c5-493d-8bc3-5db7cef02080 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1237692f-89e9-4187-8530-8b33cf86d5b6 HTTP/1.1" status: 200 len: 217 time: 0.0442913 Jul 26 16:02:04.933676 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-efc32513-7727-4f16-89ab-ae40bb22c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:04.935010 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-efc32513-7727-4f16-89ab-ae40bb22c0a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=148370dd-b6dc-4375-8d36-a91f81f9ec5c HTTP/1.1" status: 200 len: 854 time: 0.0571997 Jul 26 16:02:04.984452 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-d3b28650-4a1a-4db7-b8ea-62045826fcb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3630f43c-39d4-4069-886c-ec1835da1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296595 Jul 26 16:02:05.100688 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-ff1f401d-6ea3-4d91-93cb-e76e43e948d2 service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067431 Jul 26 16:02:05.249978 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a0598f6-b9bf-4f18-acae-7e3bb8cd0b8b req-5229fb12-7d09-4a43-b8fe-e1d56d933ada service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383967 Jul 26 16:02:05.288916 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48e2b0-a51d-416b-996d-170c37b683f5 req-24496da3-9faa-440d-82fc-4f56383d1af1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:05.296619 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8c48e2b0-a51d-416b-996d-170c37b683f5 req-24496da3-9faa-440d-82fc-4f56383d1af1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0879409 Jul 26 16:02:05.333511 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8c48e2b0-a51d-416b-996d-170c37b683f5 req-f27b81b9-485d-4ab3-a6f7-f5d9da3072f7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360265 Jul 26 16:02:05.472839 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10bce9-cf20-493a-86d2-f2abff752f77 req-78bcbad6-8282-453a-b101-67aee533572b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:05.474633 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0b10bce9-cf20-493a-86d2-f2abff752f77 req-78bcbad6-8282-453a-b101-67aee533572b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 944 time: 0.0711079 Jul 26 16:02:05.525922 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0b10bce9-cf20-493a-86d2-f2abff752f77 req-85e1b2a8-94ee-4cff-b704-b941bc4652df tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Jul 26 16:02:06.205560 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-98f0f9c7-5ad4-451e-a91d-a51a770c775b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:06.471315 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:06.497676 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf3a16-cea5-4c91-ad26-20406dd116c4 req-2d303fec-d308-4eb1-9b02-4320281fa1ff tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:06.499163 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-adcf3a16-cea5-4c91-ad26-20406dd116c4 req-2d303fec-d308-4eb1-9b02-4320281fa1ff tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0764699 Jul 26 16:02:06.538728 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-adcf3a16-cea5-4c91-ad26-20406dd116c4 req-d086f186-61b0-439b-90ee-71e0db7ccb1f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329804 Jul 26 16:02:06.656373 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e512841-05ab-4c73-83a6-a2cca3cf841b req-73983c23-c5e5-4b25-b446-d2334d0af195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:06.658361 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3e512841-05ab-4c73-83a6-a2cca3cf841b req-73983c23-c5e5-4b25-b446-d2334d0af195 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 1098 time: 0.1096911 Jul 26 16:02:06.714367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5445d-f7c2-41d4-a8ed-48a1e6d0dcbd req-f7f8c34e-8cb3-4bc4-a273-909e0a49cc00 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:06.715878 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03f5445d-f7c2-41d4-a8ed-48a1e6d0dcbd req-f7f8c34e-8cb3-4bc4-a273-909e0a49cc00 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 944 time: 0.1002808 Jul 26 16:02:06.734492 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3e512841-05ab-4c73-83a6-a2cca3cf841b req-586e8c66-044e-40b3-ab9e-c6f562db9c3b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595231 Jul 26 16:02:06.761251 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03f5445d-f7c2-41d4-a8ed-48a1e6d0dcbd req-12f7763a-01d1-4dc5-b2b0-d4d2d933ba6f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 Jul 26 16:02:07.215653 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:07.675690 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f611-9f95-4d8e-b764-8bf7bd68d05a req-3c4a4c01-25bb-4d4a-9765-9ba3e61586c3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:07.677175 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba40f611-9f95-4d8e-b764-8bf7bd68d05a req-3c4a4c01-25bb-4d4a-9765-9ba3e61586c3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0638492 Jul 26 16:02:07.715554 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba40f611-9f95-4d8e-b764-8bf7bd68d05a req-645e6f5b-5dee-40c3-8aed-ea282905fcbc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323761 Jul 26 16:02:07.891397 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4e09a-da8a-4c8b-b644-0d4871bb3ab3 req-8b2e982b-907c-45a1-b4fe-c4b4de04c563 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:07.893045 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6eb4e09a-da8a-4c8b-b644-0d4871bb3ab3 req-8b2e982b-907c-45a1-b4fe-c4b4de04c563 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 944 time: 0.0631115 Jul 26 16:02:07.930714 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6eb4e09a-da8a-4c8b-b644-0d4871bb3ab3 req-3179a4fd-e19f-4d13-b1bf-5d5b887d3a49 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Jul 26 16:02:08.766280 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41618) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:08.861739 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16912-39e6-4989-9d3a-5000b1ed31a2 req-f9578774-fc58-4384-9055-acd3d27a252c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:08.863524 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-20c16912-39e6-4989-9d3a-5000b1ed31a2 req-f9578774-fc58-4384-9055-acd3d27a252c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0776575 Jul 26 16:02:08.892382 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:08.902636 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0623-e083-448a-8a82-e7dfc407e0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:08.928343 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-20c16912-39e6-4989-9d3a-5000b1ed31a2 req-d842b94e-eaa8-47f3-939f-ac75804176f2 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576355 Jul 26 16:02:09.005565 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 1237692f-89e9-4187-8530-8b33cf86d5b6 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:02:09.027699 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0623-e083-448a-8a82-e7dfc407e0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:09.034312 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0623-e083-448a-8a82-e7dfc407e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:09.092261 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3c9c0623-e083-448a-8a82-e7dfc407e0ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=000484e450704f2c8c8b11ccfbfc4b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241889 Jul 26 16:02:09.094107 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41636) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:09.124534 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c0623-e083-448a-8a82-e7dfc407e0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966df198-b3bc-408f-9e7f-2a31a6ae7f2d,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:09.146799 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 1237692f-89e9-4187-8530-8b33cf86d5b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1237692f-89e9-4187-8530-8b33cf86d5b6,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:09.162041 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '1237692f-89e9-4187-8530-8b33cf86d5b6', 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'port_id': '1237692f-89e9-4187-8530-8b33cf86d5b6', 'mac_address': 'fa:16:3e:c9:a8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148370dd-b6dc-4375-8d36-a91f81f9ec5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:02:09.172013 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4b32d116-8dba-4419-b525-136c56c5a7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:09.182409 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cf83c-99a2-4e39-a43e-e5a2a28a04b2 req-4215008e-f360-4c53-93c2-46395067f84d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:09.183954 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7d3cf83c-99a2-4e39-a43e-e5a2a28a04b2 req-4215008e-f360-4c53-93c2-46395067f84d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 944 time: 0.1375270 Jul 26 16:02:09.203927 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4b32d116-8dba-4419-b525-136c56c5a7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:09.210040 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:09.226934 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1237692f-89e9-4187-8530-8b33cf86d5b6 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:02:09.234162 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7d3cf83c-99a2-4e39-a43e-e5a2a28a04b2 req-d8a444e3-6845-4da0-8fc9-c61a39767d3c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Jul 26 16:02:09.261382 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 1237692f-89e9-4187-8530-8b33cf86d5b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1237692f-89e9-4187-8530-8b33cf86d5b6,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:09.269138 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:09.281051 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26608f40-b7dc-488e-ad54-ff738971f013 req-b70f81d8-2126-47c7-b0c5-4f0c23aada02 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:09.282704 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-26608f40-b7dc-488e-ad54-ff738971f013 req-b70f81d8-2126-47c7-b0c5-4f0c23aada02 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.2304423 Jul 26 16:02:09.324464 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4b32d116-8dba-4419-b525-136c56c5a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:09.327148 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4b32d116-8dba-4419-b525-136c56c5a7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:09.328629 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-4b32d116-8dba-4419-b525-136c56c5a7e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/966df198-b3bc-408f-9e7f-2a31a6ae7f2d HTTP/1.1" status: 204 len: 168 time: 0.2324038 Jul 26 16:02:09.344904 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=1237692f-89e9-4187-8530-8b33cf86d5b6,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:09.354448 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-26608f40-b7dc-488e-ad54-ff738971f013 req-35ff7640-0dd7-4c5c-b24d-d7bd187fcdae tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608490 Jul 26 16:02:09.355240 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32d116-8dba-4419-b525-136c56c5a7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966df198-b3bc-408f-9e7f-2a31a6ae7f2d,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:09.759040 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['1237692f-89e9-4187-8530-8b33cf86d5b6'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:02:10.383100 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91858d99-9846-4967-ad83-425fd9a52f51 req-2c80cfa7-f2ca-424b-aff1-9e463059bc7e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:10.385738 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91858d99-9846-4967-ad83-425fd9a52f51 req-2c80cfa7-f2ca-424b-aff1-9e463059bc7e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 945 time: 0.0724452 Jul 26 16:02:10.447660 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91858d99-9846-4967-ad83-425fd9a52f51 req-1b4918e3-938f-4590-b548-7eb0145e68d9 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552838 Jul 26 16:02:10.732559 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41704) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:10.852756 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aeac58df-7908-4db9-b788-40303d730177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:10.954502 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aeac58df-7908-4db9-b788-40303d730177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:10.962989 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aeac58df-7908-4db9-b788-40303d730177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.007227 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-aeac58df-7908-4db9-b788-40303d730177 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9e7a8f5f46f484aa650e5db5f1e22f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734220 Jul 26 16:02:11.008757 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac58df-7908-4db9-b788-40303d730177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4559e9-4f86-42a4-8cd2-a4870886560c,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:11.010540 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41718) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:11.023424 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 1237692f-89e9-4187-8530-8b33cf86d5b6 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:02:11.069314 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-be060372-5e61-4b31-bf73-f2c0fd6f4efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.083159 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 1237692f-89e9-4187-8530-8b33cf86d5b6 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:02:11.087440 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 1237692f-89e9-4187-8530-8b33cf86d5b6 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:02:11.087813 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.095179 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a33d91-82b4-4c56-b180-2bd1ec3b993c req-d29caa87-739f-4177-aabb-41b07e29658a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:11.096817 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-08a33d91-82b4-4c56-b180-2bd1ec3b993c req-d29caa87-739f-4177-aabb-41b07e29658a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0766945 Jul 26 16:02:11.122943 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-be060372-5e61-4b31-bf73-f2c0fd6f4efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.144173 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-08a33d91-82b4-4c56-b180-2bd1ec3b993c req-9336019e-54cb-4c42-913c-274fdeb37275 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Jul 26 16:02:11.180262 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.182409 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-90f7748d-2763-4104-8767-b54010e14644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:11.184300 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-90f7748d-2763-4104-8767-b54010e14644 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1099 time: 0.1026781 Jul 26 16:02:11.203778 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-be060372-5e61-4b31-bf73-f2c0fd6f4efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.205779 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1237692f-89e9-4187-8530-8b33cf86d5b6'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:11.206205 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-be060372-5e61-4b31-bf73-f2c0fd6f4efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.207326 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-be060372-5e61-4b31-bf73-f2c0fd6f4efe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe4559e9-4f86-42a4-8cd2-a4870886560c HTTP/1.1" status: 204 len: 168 time: 0.1954966 Jul 26 16:02:11.208108 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebd840-bfc3-478b-a234-99ab0fcd240b" -d '{"events": [{"server_uuid": "36a5bfc5-8b09-4898-8ed4-334eda462768", "name": "network-vif-plugged", "status": "completed", "tag": "1237692f-89e9-4187-8530-8b33cf86d5b6"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:11.229191 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 1237692f-89e9-4187-8530-8b33cf86d5b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1237692f-89e9-4187-8530-8b33cf86d5b6,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:11.236692 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:11.266725 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf3148-61ff-4004-87e0-a3e43c1ba449 x-openstack-request-id: req-c4cf3148-61ff-4004-87e0-a3e43c1ba449 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:11.267119 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a5bfc5-8b09-4898-8ed4-334eda462768", "name": "network-vif-plugged", "status": "completed", "tag": "1237692f-89e9-4187-8530-8b33cf86d5b6", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:11.267390 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4cf3148-61ff-4004-87e0-a3e43c1ba449 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:11.267792 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1237692f-89e9-4187-8530-8b33cf86d5b6', 'code': 200} Jul 26 16:02:11.301417 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=1237692f-89e9-4187-8530-8b33cf86d5b6,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:11.518123 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be060372-5e61-4b31-bf73-f2c0fd6f4efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4559e9-4f86-42a4-8cd2-a4870886560c,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:11.608864 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-0bc87ed7-acb5-4160-9fae-67b87001f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:11.610407 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-0bc87ed7-acb5-4160-9fae-67b87001f3ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.4167490 Jul 26 16:02:11.615373 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021c5f9-e32b-49cc-8eff-36314cca8eeb req-932c7bf7-0ecb-4c56-8a09-d3dcd5e0198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:11.616922 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9021c5f9-e32b-49cc-8eff-36314cca8eeb req-932c7bf7-0ecb-4c56-8a09-d3dcd5e0198b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 1099 time: 0.1168540 Jul 26 16:02:11.626553 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba477ece-5dae-4146-8ea5-579b86be279c req-19944d8a-eb9b-4717-be67-ff136aa6e125 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:11.634731 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ba477ece-5dae-4146-8ea5-579b86be279c req-19944d8a-eb9b-4717-be67-ff136aa6e125 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.1129210 Jul 26 16:02:11.674309 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-1aa3faa4-38c7-40f7-bc81-3bf7111e001a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 200 len: 217 time: 0.0490923 Jul 26 16:02:11.698053 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ba477ece-5dae-4146-8ea5-579b86be279c req-1bcb3cd0-e189-4fe0-9520-f95f3f6f0668 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620601 Jul 26 16:02:11.733759 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9021c5f9-e32b-49cc-8eff-36314cca8eeb req-cc42e26f-563c-43e7-bf01-5f0b157c3707 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004868 Jul 26 16:02:11.746839 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-c3fafbdc-eba7-43ad-bacf-71358d63b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:11.748454 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-c3fafbdc-eba7-43ad-bacf-71358d63b38f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.0656598 Jul 26 16:02:12.094484 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-2016351b-9d28-4268-8572-168880397fa4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376375 Jul 26 16:02:12.289870 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-8165a9a7-880c-4733-bc6f-a54937c4ac88 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836069 Jul 26 16:02:12.319366 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36929-a894-4bcb-b9f7-ea0935f8a332 req-82c8254b-51e5-42af-8ee6-8cce81617c09 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:12.328017 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e0b36929-a894-4bcb-b9f7-ea0935f8a332 req-82c8254b-51e5-42af-8ee6-8cce81617c09 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1063073 Jul 26 16:02:12.393041 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e0b36929-a894-4bcb-b9f7-ea0935f8a332 req-70d0f00d-8769-40f9-bed1-b24bd6010ca9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627508 Jul 26 16:02:12.440436 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1b64e232-b1f3-45b1-8835-18e6213299c3 req-552c27e1-0cc3-4a4b-90a7-a4e17e3fcf35 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382511 Jul 26 16:02:12.682344 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41808) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:12.789953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-03cc3d86-5a6f-4583-bfeb-0d676c571523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:12.892529 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e2ddd-0179-4f2b-b3c3-76672251ea6d req-94453140-489c-4bad-ae17-cd7c78409146 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:12.894019 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c40e2ddd-0179-4f2b-b3c3-76672251ea6d req-94453140-489c-4bad-ae17-cd7c78409146 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.1067910 Jul 26 16:02:12.955670 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c40e2ddd-0179-4f2b-b3c3-76672251ea6d req-afee71a0-10e3-47a5-bcce-3390f37b57db tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542095 Jul 26 16:02:12.968867 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-03cc3d86-5a6f-4583-bfeb-0d676c571523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:12.978104 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-03cc3d86-5a6f-4583-bfeb-0d676c571523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:13.015095 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc3d86-5a6f-4583-bfeb-0d676c571523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb1bd1-3493-4c12-aa4d-61c2d829c85d,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:13.019299 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-03cc3d86-5a6f-4583-bfeb-0d676c571523 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49fbb8a31f2e406c8926f1758e6cd528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359089 Jul 26 16:02:13.022250 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41814) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:13.070999 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4bd0-e5d6-43a0-9f73-4359a8e63493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:13.092857 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4bd0-e5d6-43a0-9f73-4359a8e63493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:13.146652 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4bd0-e5d6-43a0-9f73-4359a8e63493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:13.149203 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4bd0-e5d6-43a0-9f73-4359a8e63493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:13.150333 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ab6e4bd0-e5d6-43a0-9f73-4359a8e63493 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0cb1bd1-3493-4c12-aa4d-61c2d829c85d HTTP/1.1" status: 204 len: 168 time: 0.1270926 Jul 26 16:02:13.159163 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e4bd0-e5d6-43a0-9f73-4359a8e63493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb1bd1-3493-4c12-aa4d-61c2d829c85d,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:13.524916 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f751809-ae8b-4637-bc8b-681d34990a17 req-6cc710f0-8be1-4a51-9861-fa7006ef047d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:13.526916 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3f751809-ae8b-4637-bc8b-681d34990a17 req-6cc710f0-8be1-4a51-9861-fa7006ef047d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0774846 Jul 26 16:02:13.600635 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3f751809-ae8b-4637-bc8b-681d34990a17 req-8ee6ddc5-559d-494c-a5a9-d7e27a332efc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658560 Jul 26 16:02:13.949166 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41868) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:14.071002 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2bbc-148f-404f-87ae-ffcc9c21c25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.134725 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f308e5c-b971-4caf-b05d-a77a54872b9a req-8e2dadb6-9131-4545-bc33-d9ecdde15df6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:14.136290 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3f308e5c-b971-4caf-b05d-a77a54872b9a req-8e2dadb6-9131-4545-bc33-d9ecdde15df6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.1086895 Jul 26 16:02:14.194367 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3f308e5c-b971-4caf-b05d-a77a54872b9a req-e846f7c5-302c-4a0c-89b2-740315288861 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512991 Jul 26 16:02:14.225305 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2bbc-148f-404f-87ae-ffcc9c21c25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.230092 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2bbc-148f-404f-87ae-ffcc9c21c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.271860 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41876) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:14.276808 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-bc3f2bbc-148f-404f-87ae-ffcc9c21c25b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3558ee25f42414188efb5e491de91a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264182 Jul 26 16:02:14.280106 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f2bbc-148f-404f-87ae-ffcc9c21c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc2e90b-1304-49d4-8cea-7735f22d5c61,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:14.335920 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8fb6afd9-cc13-47b7-ae60-2a448d7a32e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.360578 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8fb6afd9-cc13-47b7-ae60-2a448d7a32e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.421538 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8fb6afd9-cc13-47b7-ae60-2a448d7a32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.425572 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8fb6afd9-cc13-47b7-ae60-2a448d7a32e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.427133 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-8fb6afd9-cc13-47b7-ae60-2a448d7a32e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbc2e90b-1304-49d4-8cea-7735f22d5c61 HTTP/1.1" status: 204 len: 168 time: 0.1542094 Jul 26 16:02:14.435794 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6afd9-cc13-47b7-ae60-2a448d7a32e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc2e90b-1304-49d4-8cea-7735f22d5c61,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:14.740772 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb1cac-827f-4aff-a56b-5b08b4286b51 req-190b55da-5599-47d5-9d9e-a970e32f4ed6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:14.742445 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2ccb1cac-827f-4aff-a56b-5b08b4286b51 req-190b55da-5599-47d5-9d9e-a970e32f4ed6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0758157 Jul 26 16:02:14.782626 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2ccb1cac-827f-4aff-a56b-5b08b4286b51 req-c5f7b327-ba65-473d-8148-8183ec061d39 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Jul 26 16:02:14.795434 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41906) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:14.808562 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-de3619c9-48fb-4aa0-b027-ca069d63c146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.895932 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-de3619c9-48fb-4aa0-b027-ca069d63c146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.899668 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-de3619c9-48fb-4aa0-b027-ca069d63c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:14.937562 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-de3619c9-48fb-4aa0-b027-ca069d63c146 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5408730d59c84801b21bc291e2076b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412194 Jul 26 16:02:14.938898 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3619c9-48fb-4aa0-b027-ca069d63c146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286552a-9edb-4ca7-b6d8-120b5d59bbc5,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:14.941420 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41908) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:14.990701 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf7c7-d120-4d19-848a-1a4b07b1265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.011426 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf7c7-d120-4d19-848a-1a4b07b1265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.056323 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf7c7-d120-4d19-848a-1a4b07b1265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.058716 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf7c7-d120-4d19-848a-1a4b07b1265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.059842 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-dc3cf7c7-d120-4d19-848a-1a4b07b1265e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7286552a-9edb-4ca7-b6d8-120b5d59bbc5 HTTP/1.1" status: 204 len: 168 time: 0.1170108 Jul 26 16:02:15.068104 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cf7c7-d120-4d19-848a-1a4b07b1265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286552a-9edb-4ca7-b6d8-120b5d59bbc5,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:15.369230 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41914) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:15.382794 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fc23f862-0c12-461c-a710-e043ddd79c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.468797 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fc23f862-0c12-461c-a710-e043ddd79c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.472678 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fc23f862-0c12-461c-a710-e043ddd79c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.512741 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-fc23f862-0c12-461c-a710-e043ddd79c0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70822d25ec7146469f9a10d50b42913f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424143 Jul 26 16:02:15.513932 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f862-0c12-461c-a710-e043ddd79c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942cd69f-cab1-4034-a56a-cb0c917a7969,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:15.515623 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41916) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:15.566116 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-62e06b32-99e6-4e0a-a36a-14fd974daf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.598808 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-62e06b32-99e6-4e0a-a36a-14fd974daf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.650640 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-62e06b32-99e6-4e0a-a36a-14fd974daf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.653377 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-62e06b32-99e6-4e0a-a36a-14fd974daf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:15.654557 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-62e06b32-99e6-4e0a-a36a-14fd974daf55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/942cd69f-cab1-4034-a56a-cb0c917a7969 HTTP/1.1" status: 204 len: 168 time: 0.1378400 Jul 26 16:02:15.662145 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e06b32-99e6-4e0a-a36a-14fd974daf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942cd69f-cab1-4034-a56a-cb0c917a7969,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:15.919323 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed872c-a1bc-40de-8489-6c3a2345ce17 req-a689491c-51e8-43f1-a09b-322c5d953838 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:15.920872 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-30ed872c-a1bc-40de-8489-6c3a2345ce17 req-a689491c-51e8-43f1-a09b-322c5d953838 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0667539 Jul 26 16:02:15.966267 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-30ed872c-a1bc-40de-8489-6c3a2345ce17 req-ae3a9b0a-1001-4c79-b5c0-605e1b6ce5a9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389419 Jul 26 16:02:16.322967 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 41948) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:16.416180 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1262032233-network', 'tenant_id': 'a383301ff10a4dbe912b2339aa30d06f'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:16.436180 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Made reservation on behalf of a383301ff10a4dbe912b2339aa30d06f for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:02:16.438931 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.450179 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.539620 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.543601 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.565280 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:02:16.581105 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3445c57-19ff-485c-888a-dd2371606db1,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:16.585542 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.585908 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Added segment ef1f20eb-c860-4934-9800-74083375df6c of type vlan for network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b Jul 26 16:02:16.630947 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.678505 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.679605 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:16.680176 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.725682 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4016283 Jul 26 16:02:16.728857 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 41956) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:16.733836 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Request body: {'subnet': {'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1262032233-subnet', 'tenant_id': 'a383301ff10a4dbe912b2339aa30d06f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:16.743315 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Pushing event updated for resources: {'Network': ['ID=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:16.751860 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.752300 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.752663 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.753054 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.753441 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.753839 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.754210 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.754669 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.755050 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.755432 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.755816 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.756241 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8fb76-d43a-4345-a17f-0f2798ab635c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:16.758003 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Made reservation on behalf of a383301ff10a4dbe912b2339aa30d06f for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:02:16.761714 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:16.770822 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:02:16.952247 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:17.005187 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e729ec5-89b3-48b7-96af-d51bfe086264,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:17.016219 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.017082 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.017082 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.017333 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.017554 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.017885 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.018213 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.018538 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.018866 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.019186 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.019518 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.019835 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:17.026642 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Checking segment: {'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:02:17.026998 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Network hostable DHCP agents. Network: ce013182-f6b3-4a6a-bdc1-6c7586de3c6b, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:02:17.044129 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:02:17.053950 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, ce013182-f6b3-4a6a-bdc1-6c7586de3c6b) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:02:17.058473 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:17.059054 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:17.065727 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d3ff57-182f-413b-95fd-141ff39b392a None None] Network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:02:17.080356 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-06623925-381a-4174-af20-0b9780047dbc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3456867 Jul 26 16:02:17.114006 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e819336-5a28-4f2d-b808-c1404d9e3599 req-c639476c-feb6-4fe3-84b9-e7e56397cb27 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:17.115582 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5e819336-5a28-4f2d-b808-c1404d9e3599 req-c639476c-feb6-4fe3-84b9-e7e56397cb27 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0802145 Jul 26 16:02:17.163768 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5e819336-5a28-4f2d-b808-c1404d9e3599 req-630ebe48-db1e-4176-9523-44e6fd880718 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Jul 26 16:02:17.218574 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c43fbb-16e3-4174-8c05-c6cf3f5ce3f9 None None] Network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:02:17.911944 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-b5f1c19c-ce2a-4c1f-9d7a-f4b0401f702f tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f4c32f2d5e1e408680a5efe98d073ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318854 Jul 26 16:02:18.134318 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973718-6fdd-4d83-883d-1843e3664279 req-b6811302-d8e8-40ae-882f-2d3655123e8a tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:18.135869 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-b6811302-d8e8-40ae-882f-2d3655123e8a tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172956 Jul 26 16:02:18.153703 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-4c065845-fdfa-4570-8441-635d995207ef tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/quotas/f4c32f2d5e1e408680a5efe98d073ac6 HTTP/1.1" status: 200 len: 375 time: 0.0111189 Jul 26 16:02:18.192970 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-635b7179-deb2-4bb8-b184-333d25dec022 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c32f2d5e1e408680a5efe98d073ac6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327582 Jul 26 16:02:18.395100 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fcde9-6e74-408e-9114-bc2cf91f192f req-793f7cb3-3350-49d9-a125-d6af51add31e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:18.399039 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-becb175e-bbf9-47ef-a0c5-f2ece5f3b2a9 req-4ab3327b-0178-423b-856c-60bebe6e8886 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 210 time: 0.0393233 Jul 26 16:02:18.400706 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-283fcde9-6e74-408e-9114-bc2cf91f192f req-793f7cb3-3350-49d9-a125-d6af51add31e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0915689 Jul 26 16:02:18.444355 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-283fcde9-6e74-408e-9114-bc2cf91f192f req-2532bb5f-082b-4066-9121-f4b7ee5ff2bf tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Jul 26 16:02:19.502705 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-62d7da05-c825-4caa-8df2-dd4938355f57 req-3a937a83-d8a1-44e0-a7ef-d37af92e6312 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 210 time: 0.0301540 Jul 26 16:02:19.599328 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8fd73-d841-4cac-97ee-99126c279be0 req-951e47f6-bb7c-42d4-bd77-7cfe96f61e3d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:19.600805 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d1e8fd73-d841-4cac-97ee-99126c279be0 req-951e47f6-bb7c-42d4-bd77-7cfe96f61e3d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0814550 Jul 26 16:02:19.639690 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d1e8fd73-d841-4cac-97ee-99126c279be0 req-da37441f-4899-44be-b6d7-46ffd8e5e7e7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Jul 26 16:02:19.682853 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-ba91faa3-8e68-4bbb-a330-3f0c6612e7c2 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f4c32f2d5e1e408680a5efe98d073ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231216 Jul 26 16:02:19.800458 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973718-6fdd-4d83-883d-1843e3664279 req-44749da8-6709-4f0e-bfd4-2dbedd7f38a5 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:19.804099 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-44749da8-6709-4f0e-bfd4-2dbedd7f38a5 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127830 Jul 26 16:02:19.846309 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Request body: {'port': {'device_id': 'ab963f33-de4f-4d41-94ae-59ff1ea56472', 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67', 'admin_state_up': True, 'tenant_id': 'f4c32f2d5e1e408680a5efe98d073ac6'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:20.028055 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-a3aa93ff-1d4e-4cb2-8574-1c36a9a3d6ff tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:20.029533 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-a3aa93ff-1d4e-4cb2-8574-1c36a9a3d6ff tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/networks?id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b HTTP/1.1" status: 200 len: 814 time: 0.1426768 Jul 26 16:02:20.047769 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-15788729-6ed4-4d83-b3af-9a543057e0b1 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/quotas/a383301ff10a4dbe912b2339aa30d06f HTTP/1.1" status: 200 len: 375 time: 0.0116177 Jul 26 16:02:20.048791 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Made reservation on behalf of f4c32f2d5e1e408680a5efe98d073ac6 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:02:20.052442 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:20.071671 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:20.099238 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-be330a89-cc7f-419b-90dd-7b00b6ae8449 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a383301ff10a4dbe912b2339aa30d06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441217 Jul 26 16:02:20.224955 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-037b8b7d-6d7b-4b0e-9ac4-35c5726bc0f6 service neutron] 10.222.0.50 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182768 Jul 26 16:02:20.315296 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:20.322609 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:20.411239 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a669bfe-80d3-496a-9f84-410f820d44a3,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:20.415275 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-4fd2678f-a505-472a-80da-4e610d89e818 service neutron] 10.222.0.50 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816139 Jul 26 16:02:20.506419 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Allocated IP 192.168.233.161 (fca9e2ad-ff60-4ac9-9a11-1bd99123ff67/d65accf8-ae7a-4ccb-847b-83493fb20bd1/06a2cc36-2661-4445-9427-33f57b461056) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:02:20.657925 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-62f272eb-c964-408c-a40c-abe1d8d4818d req-7e606ec9-199c-4565-b0c1-60544e459808 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 210 time: 0.0753388 Jul 26 16:02:20.722850 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-21ce7151-8d9b-46d8-a927-bc78d0c7e529 req-d60bd8b4-b492-4717-851e-d8b6fda632bf tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 210 time: 0.0601134 Jul 26 16:02:20.812611 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:20.832539 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Transition to ACTIVE for port object 06a2cc36-2661-4445-9427-33f57b461056 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:02:20.901581 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe3dc-779c-4373-b4d0-cdcfc08b21ca req-90b169b0-1752-4a2d-b076-81161efd5681 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:20.903730 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-15dbe3dc-779c-4373-b4d0-cdcfc08b21ca req-90b169b0-1752-4a2d-b076-81161efd5681 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1374207 Jul 26 16:02:20.938742 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:20.991807 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-15dbe3dc-779c-4373-b4d0-cdcfc08b21ca req-452820e8-991e-406f-8029-9bdfc4173854 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800848 Jul 26 16:02:21.003006 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:02:21.010138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:02:21.014657 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:02:21.020686 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:21.021283 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:21.030219 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Pushing event updated for resources: {'Port': ['ID=06a2cc36-2661-4445-9427-33f57b461056,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:21.042291 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-ac6d3f9f-9a1b-4971-905c-d0de81a3919e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2001646 Jul 26 16:02:21.095037 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Request body: {'port': {'device_id': 'ab963f33-de4f-4d41-94ae-59ff1ea56472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:21.177113 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:21.265363 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-ca8d7971-8dd4-412b-a6e3-492b73161322 None None] Provisioning for port 06a2cc36-2661-4445-9427-33f57b461056 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:02:21.271312 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-ca8d7971-8dd4-412b-a6e3-492b73161322 None None] Provisioning complete for port 06a2cc36-2661-4445-9427-33f57b461056 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:02:21.271823 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7971-8dd4-412b-a6e3-492b73161322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:21.314554 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d7971-8dd4-412b-a6e3-492b73161322 None None] Port 06a2cc36-2661-4445-9427-33f57b461056 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:02:21.471489 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a2cc36-2661-4445-9427-33f57b461056 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:02:21.480037 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:21.494089 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Transition to ACTIVE for port object 06a2cc36-2661-4445-9427-33f57b461056 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:02:21.498468 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:21.547787 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=06a2cc36-2661-4445-9427-33f57b461056,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:21.591655 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Attempting to bind port 06a2cc36-2661-4445-9427-33f57b461056 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:02:21.591989 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Attempting to bind port 06a2cc36-2661-4445-9427-33f57b461056 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:02:21.592356 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Attempting to bind port 06a2cc36-2661-4445-9427-33f57b461056 on network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:02:21.597386 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Port 06a2cc36-2661-4445-9427-33f57b461056 on network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:02:21.597728 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Attempting to bind port 06a2cc36-2661-4445-9427-33f57b461056 on network fca9e2ad-ff60-4ac9-9a11-1bd99123ff67 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:02:21.602523 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:02:21.602860 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Checking segment: {'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:02:21.603241 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Bound using segment: {'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:02:21.603666 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Bound port: 06a2cc36-2661-4445-9427-33f57b461056, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db607fda-3738-4be4-8375-b7dd5e8171a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:02:21.604029 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:21.670923 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] For port 06a2cc36-2661-4445-9427-33f57b461056, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:02:21.675146 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] For port 06a2cc36-2661-4445-9427-33f57b461056, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06a2cc36-2661-4445-9427-33f57b461056,segment=NetworkSegment(db607fda-3738-4be4-8375-b7dd5e8171a7),segment_id=db607fda-3738-4be4-8375-b7dd5e8171a7)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:02:21.679942 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:21.714093 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:21.715113 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:21.716539 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] 10.222.0.38 "PUT /v2.0/ports/06a2cc36-2661-4445-9427-33f57b461056 HTTP/1.1" status: 200 len: 1098 time: 0.6267054 Jul 26 16:02:21.719031 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab963f33-de4f-4d41-94ae-59ff1ea56472', 'tag': '06a2cc36-2661-4445-9427-33f57b461056'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:21.721098 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523ef24f-c1fe-493b-9948-f65e74f8967e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab963f33-de4f-4d41-94ae-59ff1ea56472", "tag": "06a2cc36-2661-4445-9427-33f57b461056"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:21.759685 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74c4e1-eafa-43a8-9e40-9f298244f5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=06a2cc36-2661-4445-9427-33f57b461056,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:21.819747 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0e3db-88ca-414c-b9ad-7b28d3711a99 req-be9f2771-8c26-4e4d-8b78-6969b7424e14 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:21.821344 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4ad0e3db-88ca-414c-b9ad-7b28d3711a99 req-be9f2771-8c26-4e4d-8b78-6969b7424e14 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 948 time: 0.0763435 Jul 26 16:02:21.867604 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4ad0e3db-88ca-414c-b9ad-7b28d3711a99 req-b75e2e66-d16a-48a0-8b9a-a4ea2b472d50 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Jul 26 16:02:21.887707 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:02:21.909053 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ec61c-e9c2-4742-97fe-a6586e25755a x-openstack-request-id: req-5f1ec61c-e9c2-4742-97fe-a6586e25755a {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:21.909338 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab963f33-de4f-4d41-94ae-59ff1ea56472", "tag": "06a2cc36-2661-4445-9427-33f57b461056", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:21.909589 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f1ec61c-e9c2-4742-97fe-a6586e25755a {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:21.909986 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab963f33-de4f-4d41-94ae-59ff1ea56472', 'tag': '06a2cc36-2661-4445-9427-33f57b461056', 'status': 'completed', 'code': 200} Jul 26 16:02:21.980950 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d3ddf238-4d4a-4fcf-9fae-88aa4a891ff9 req-ce615805-6a10-47c3-a515-60efd0cff283 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 210 time: 0.0299535 Jul 26 16:02:22.121376 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d97b1-abeb-4d05-aa00-3aba56eebec7 req-e52be9a1-83d3-401e-b259-2c83aa4e6fb0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:22.122836 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0a5d97b1-abeb-4d05-aa00-3aba56eebec7 req-e52be9a1-83d3-401e-b259-2c83aa4e6fb0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0636384 Jul 26 16:02:22.159843 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0a5d97b1-abeb-4d05-aa00-3aba56eebec7 req-43724c0d-bd23-41c1-bc16-bc46201ff195 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306234 Jul 26 16:02:22.995774 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097f77-e3f5-43e9-9d77-773f93d983d7 req-871195fe-9833-404a-9d81-140de5d9ec41 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:22.997185 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d0097f77-e3f5-43e9-9d77-773f93d983d7 req-871195fe-9833-404a-9d81-140de5d9ec41 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 948 time: 0.0651219 Jul 26 16:02:23.035630 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d0097f77-e3f5-43e9-9d77-773f93d983d7 req-ff7e6c8b-2b99-4749-971c-2b4eb130439e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Jul 26 16:02:23.117860 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8ce2fdf0-ee4b-4ff1-9025-628f543822c7 req-96de2cda-6bb8-4545-ac90-b340a4e6d75d tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 210 time: 0.0278847 Jul 26 16:02:23.286425 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46bb8b-243f-455b-a92c-f8ab17acbf3c req-fceed50c-6097-4e1b-802a-e41aa97c26d3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:23.287817 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dc46bb8b-243f-455b-a92c-f8ab17acbf3c req-fceed50c-6097-4e1b-802a-e41aa97c26d3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0611117 Jul 26 16:02:23.325559 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dc46bb8b-243f-455b-a92c-f8ab17acbf3c req-2bca4adb-e6f0-46b9-bbe9-a937037185a4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Jul 26 16:02:24.165646 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e03b-cee8-496c-9d57-52416e4f2ae8 req-006e0b1d-741d-4c24-960c-c3bbdad2ff45 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:24.167125 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8a57e03b-cee8-496c-9d57-52416e4f2ae8 req-006e0b1d-741d-4c24-960c-c3bbdad2ff45 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 948 time: 0.0644767 Jul 26 16:02:24.204604 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8a57e03b-cee8-496c-9d57-52416e4f2ae8 req-9895901e-9fd0-4c18-b9fb-7503e27e72a6 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Jul 26 16:02:24.287008 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cd95b481-9678-40fe-9f31-6cb41a37dd1d req-2d95be1e-58cf-45ae-be72-f65614841ede tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Jul 26 16:02:24.453029 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40f74-60c1-489e-90ef-4d3f5f2f5154 req-32cf88c7-1fe5-4cfc-b80c-e9221f03b596 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:24.455024 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b0e40f74-60c1-489e-90ef-4d3f5f2f5154 req-32cf88c7-1fe5-4cfc-b80c-e9221f03b596 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0618145 Jul 26 16:02:24.499347 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b0e40f74-60c1-489e-90ef-4d3f5f2f5154 req-b879282c-5866-4568-89d2-5f7a4aa60e1f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Jul 26 16:02:24.674212 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ef24f-c1fe-493b-9948-f65e74f8967e req-c00b0bf3-c799-45d4-bd32-2b78363d52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:24.677162 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-523ef24f-c1fe-493b-9948-f65e74f8967e req-c00b0bf3-c799-45d4-bd32-2b78363d52fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4c32f2d5e1e408680a5efe98d073ac6&device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 1101 time: 0.0697312 Jul 26 16:02:24.713584 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-523ef24f-c1fe-493b-9948-f65e74f8967e req-0b4b578c-7cc4-4dac-9d32-b7563739bfa8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f4c32f2d5e1e408680a5efe98d073ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210423 Jul 26 16:02:25.183040 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ef24f-c1fe-493b-9948-f65e74f8967e req-6cf74758-2073-4725-b1d4-31f634e57942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.184518 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-523ef24f-c1fe-493b-9948-f65e74f8967e req-6cf74758-2073-4725-b1d4-31f634e57942 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4116712 Jul 26 16:02:25.193309 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-f9270482-e21f-44d9-ba2a-f19f0263b59b tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.194699 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-f9270482-e21f-44d9-ba2a-f19f0263b59b tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.38 "GET /v2.0/networks?id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b HTTP/1.1" status: 200 len: 814 time: 0.4139233 Jul 26 16:02:25.201048 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-1a26642e-3ff6-4a23-83a7-c7bda23abbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.202465 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-1a26642e-3ff6-4a23-83a7-c7bda23abbba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1099 time: 0.1370320 Jul 26 16:02:25.241404 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Request body: {'port': {'device_id': '604ef8a3-d92c-42d9-aabb-1ee4529d56b3', 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b', 'admin_state_up': True, 'tenant_id': 'a383301ff10a4dbe912b2339aa30d06f'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:25.515439 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-194e2916-747d-4a79-89e5-210054251a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.516924 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-194e2916-747d-4a79-89e5-210054251a81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.2317173 Jul 26 16:02:25.550848 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace2764-2ed7-4e84-ace5-7cfa9a8ce76a req-4e49ea4d-9783-4e19-981e-432830fd1cc5 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.552477 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4ace2764-2ed7-4e84-ace5-7cfa9a8ce76a req-4e49ea4d-9783-4e19-981e-432830fd1cc5 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 948 time: 0.2648702 Jul 26 16:02:25.600671 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973718-6fdd-4d83-883d-1843e3664279 req-1033ff23-3534-4319-81eb-e6d69faa9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.602132 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-1033ff23-3534-4319-81eb-e6d69faa9d60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4c32f2d5e1e408680a5efe98d073ac6&device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 1101 time: 0.3158691 Jul 26 16:02:25.605007 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d243e8f3-786f-43db-adcd-b20ce34e306e req-dc99d1a3-1adc-4dc8-a998-e394bf81b933 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 210 time: 0.2442038 Jul 26 16:02:25.611373 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-8ac91294-cce3-4aff-96a5-f34ab146a4e4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 200 len: 217 time: 0.0798678 Jul 26 16:02:25.619519 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Made reservation on behalf of a383301ff10a4dbe912b2339aa30d06f for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:02:25.623405 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:25.697981 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:25.717807 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-beb7d4a2-8934-48a2-839e-13bab2d9c7c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=06a2cc36-2661-4445-9427-33f57b461056 HTTP/1.1" status: 200 len: 217 time: 0.0814660 Jul 26 16:02:25.729411 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8d2e7-4956-4963-abef-e3500166b063 req-6b9ba8ba-fd61-47d8-b13c-b5957306b889 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.731289 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-35a8d2e7-4956-4963-abef-e3500166b063 req-6b9ba8ba-fd61-47d8-b13c-b5957306b889 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0694847 Jul 26 16:02:25.750200 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4ace2764-2ed7-4e84-ace5-7cfa9a8ce76a req-046b542b-a947-4ae6-9a05-2f77f0ad3009 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518245 Jul 26 16:02:25.785052 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-35a8d2e7-4956-4963-abef-e3500166b063 req-18d967a8-037b-4bad-91bf-c698c02657bb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 Jul 26 16:02:25.812279 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-b76715e8-6ec2-4f81-91d8-c92761e3f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.813785 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-b76715e8-6ec2-4f81-91d8-c92761e3f703 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.1791682 Jul 26 16:02:25.861980 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973718-6fdd-4d83-883d-1843e3664279 req-c72fa558-a8d8-427c-a88e-bacfe51b1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:25.863430 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-c72fa558-a8d8-427c-a88e-bacfe51b1419 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d65accf8-ae7a-4ccb-847b-83493fb20bd1 HTTP/1.1" status: 200 len: 843 time: 0.1327448 Jul 26 16:02:25.868036 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-4a3eed05-3853-4ab3-8335-d9fdf97f27ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407341 Jul 26 16:02:25.952630 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 42170) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:26.010423 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Allocated IP 172.20.0.2 (ce013182-f6b3-4a6a-bdc1-6c7586de3c6b/0e729ec5-89b3-48b7-96af-d51bfe086264/1e1238b5-dec3-4eb1-806e-f264b936c784) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:02:26.059415 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973718-6fdd-4d83-883d-1843e3664279 req-d5a60959-c08b-4389-8632-83fe845f1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:26.061120 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-d5a60959-c08b-4389-8632-83fe845f1464 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fca9e2ad-ff60-4ac9-9a11-1bd99123ff67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1615412 Jul 26 16:02:26.066291 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8c45161-9538-4a71-88fa-2cacd3ac67c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.074784 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-2e606cee-ccd2-4064-99d6-e3ff8a36c54d service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739976 Jul 26 16:02:26.165392 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8c45161-9538-4a71-88fa-2cacd3ac67c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.171291 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d8c45161-9538-4a71-88fa-2cacd3ac67c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.216562 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d8c45161-9538-4a71-88fa-2cacd3ac67c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99acee5666d5455480370a8d5263d638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594461 Jul 26 16:02:26.216562 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c45161-9538-4a71-88fa-2cacd3ac67c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb9713-36af-4721-82d3-b44cfa70d1e2,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:26.217243 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 42176) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:26.277036 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-33966afb-698f-4043-872f-48ee797fa503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.311943 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-33966afb-698f-4043-872f-48ee797fa503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.319977 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-9fabdcc2-7f4d-4752-af8f-470f58bb9ddb service neutron] 10.222.0.38 "GET /v2.0/networks/fca9e2ad-ff60-4ac9-9a11-1bd99123ff67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442148 Jul 26 16:02:26.363084 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8f5754a5-48ff-4120-b1c1-d090f88cfce7 req-2aa8dfd0-c87f-48d8-9359-6f16a93b3665 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766733 Jul 26 16:02:26.374678 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-33966afb-698f-4043-872f-48ee797fa503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.378272 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-33966afb-698f-4043-872f-48ee797fa503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.379800 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-33966afb-698f-4043-872f-48ee797fa503 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17bb9713-36af-4721-82d3-b44cfa70d1e2 HTTP/1.1" status: 204 len: 168 time: 0.1589081 Jul 26 16:02:26.390080 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33966afb-698f-4043-872f-48ee797fa503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb9713-36af-4721-82d3-b44cfa70d1e2,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:26.404234 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.468615 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-72973718-6fdd-4d83-883d-1843e3664279 req-ad9ab04d-4170-4462-884b-c789b65ac0e0 service neutron] 10.222.0.38 "GET /v2.0/networks/fca9e2ad-ff60-4ac9-9a11-1bd99123ff67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372230 Jul 26 16:02:26.481718 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.562085 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:02:26.577731 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:02:26.588880 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:02:26.594917 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:26.595558 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.604346 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Pushing event updated for resources: {'Port': ['ID=1e1238b5-dec3-4eb1-806e-f264b936c784,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:26.619196 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-43a446bf-2ce1-4ffc-b7b9-877fc53fe7b9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3819129 Jul 26 16:02:26.698957 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Request body: {'port': {'device_id': '604ef8a3-d92c-42d9-aabb-1ee4529d56b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:26.800102 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f51ff0-df24-4cd5-b636-57d746796a08 req-b033051f-0f29-4334-af89-2e4f0d9f513f tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:26.805652 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9f51ff0-df24-4cd5-b636-57d746796a08 req-b033051f-0f29-4334-af89-2e4f0d9f513f tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 931 time: 0.1158829 Jul 26 16:02:26.859194 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:26.916833 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d9f51ff0-df24-4cd5-b636-57d746796a08 req-e2c3a53f-1c24-4ae0-b28e-4aa622daf335 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040754 Jul 26 16:02:27.066033 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02fb91-3f4d-4901-8176-e7004defb113 req-b12827e5-07a4-4105-9c4d-50fafd648499 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:27.067913 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a02fb91-3f4d-4901-8176-e7004defb113 req-b12827e5-07a4-4105-9c4d-50fafd648499 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0745344 Jul 26 16:02:27.123139 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a02fb91-3f4d-4901-8176-e7004defb113 req-dc1fa6f6-cfdb-444f-bc5a-5e38de27960c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478003 Jul 26 16:02:27.160571 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7222fb-66e6-4661-ac99-73e99c929b8b req-1a2c4ef5-538c-448d-987a-0ab5e8a40f6d tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:27.162209 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a7222fb-66e6-4661-ac99-73e99c929b8b req-1a2c4ef5-538c-448d-987a-0ab5e8a40f6d tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 948 time: 0.2431290 Jul 26 16:02:27.233567 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2a7222fb-66e6-4661-ac99-73e99c929b8b req-27634408-6aa6-44d8-88c2-4628e6037720 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641603 Jul 26 16:02:27.299093 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1238b5-dec3-4eb1-806e-f264b936c784 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:02:27.306642 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:27.318342 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Transition to ACTIVE for port object 1e1238b5-dec3-4eb1-806e-f264b936c784 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:02:27.323416 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:27.398999 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1238b5-dec3-4eb1-806e-f264b936c784,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:27.411223 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Attempting to bind port 1e1238b5-dec3-4eb1-806e-f264b936c784 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:02:27.411559 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Attempting to bind port 1e1238b5-dec3-4eb1-806e-f264b936c784 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:02:27.411884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Attempting to bind port 1e1238b5-dec3-4eb1-806e-f264b936c784 on network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:02:27.417230 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Port 1e1238b5-dec3-4eb1-806e-f264b936c784 on network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:02:27.417551 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Attempting to bind port 1e1238b5-dec3-4eb1-806e-f264b936c784 on network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:02:27.422477 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:02:27.422806 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Checking segment: {'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:02:27.423180 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Bound using segment: {'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:02:27.423592 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Bound port: 1e1238b5-dec3-4eb1-806e-f264b936c784, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:02:27.423941 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:27.492506 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] For port 1e1238b5-dec3-4eb1-806e-f264b936c784, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:02:27.495665 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] For port 1e1238b5-dec3-4eb1-806e-f264b936c784, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e1238b5-dec3-4eb1-806e-f264b936c784,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:02:27.502289 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:27.536559 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:27.537169 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:27.538559 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] 10.222.0.38 "PUT /v2.0/ports/1e1238b5-dec3-4eb1-806e-f264b936c784 HTTP/1.1" status: 200 len: 1093 time: 0.8454742 Jul 26 16:02:27.539011 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ef8a3-d92c-42d9-aabb-1ee4529d56b3', 'tag': '1e1238b5-dec3-4eb1-806e-f264b936c784'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:27.541274 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44249765-6535-4361-9195-288de9d6c2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "604ef8a3-d92c-42d9-aabb-1ee4529d56b3", "tag": "1e1238b5-dec3-4eb1-806e-f264b936c784"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:27.572147 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7f4ba-51ce-4993-be24-3f7f647f7512 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1238b5-dec3-4eb1-806e-f264b936c784,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:27.589854 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028ba0de-70f4-45dd-8cac-200e4be80a59 x-openstack-request-id: req-028ba0de-70f4-45dd-8cac-200e4be80a59 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:27.590197 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604ef8a3-d92c-42d9-aabb-1ee4529d56b3", "tag": "1e1238b5-dec3-4eb1-806e-f264b936c784", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:27.590450 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-028ba0de-70f4-45dd-8cac-200e4be80a59 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:27.590843 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604ef8a3-d92c-42d9-aabb-1ee4529d56b3', 'tag': '1e1238b5-dec3-4eb1-806e-f264b936c784', 'status': 'completed', 'code': 200} Jul 26 16:02:27.682794 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-0a128e3e-7004-4ad8-9a4b-ff7e017e6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:27.684627 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-0a128e3e-7004-4ad8-9a4b-ff7e017e6e3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a383301ff10a4dbe912b2339aa30d06f&device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 1096 time: 0.0590909 Jul 26 16:02:27.745476 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-ba5c7be9-5849-47d6-8d00-f1942dffc814 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e1238b5-dec3-4eb1-806e-f264b936c784 HTTP/1.1" status: 200 len: 217 time: 0.0426669 Jul 26 16:02:27.811527 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-a7da0897-0b1e-4c40-a342-2cb462e4cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:27.812999 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-a7da0897-0b1e-4c40-a342-2cb462e4cd53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e729ec5-89b3-48b7-96af-d51bfe086264 HTTP/1.1" status: 200 len: 854 time: 0.0486076 Jul 26 16:02:27.856782 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-4427d0b9-1cc0-4ae9-b251-24196afb86f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285847 Jul 26 16:02:27.962877 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-1cb32fa9-d000-4707-8777-06265b23bbe7 service neutron] 10.222.0.38 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955527 Jul 26 16:02:28.081254 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba27dd99-4575-43fb-8716-ab0a7b26f5b0 req-072990b8-11fd-4055-8500-546aa967f40e service neutron] 10.222.0.38 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075132 Jul 26 16:02:28.115898 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0416be4-d2d0-45ae-9590-6a6e08c5b84f req-45cb5c23-e1dd-4fd2-9f94-a1f85c572b26 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:28.117438 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a0416be4-d2d0-45ae-9590-6a6e08c5b84f req-45cb5c23-e1dd-4fd2-9f94-a1f85c572b26 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 943 time: 0.0934329 Jul 26 16:02:28.168860 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a0416be4-d2d0-45ae-9590-6a6e08c5b84f req-564beee9-e704-450a-8152-df0ba07246f2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Jul 26 16:02:28.300286 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44249765-6535-4361-9195-288de9d6c2bc req-07496330-5be9-4e49-a6c4-5df19f0d62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:28.302113 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-44249765-6535-4361-9195-288de9d6c2bc req-07496330-5be9-4e49-a6c4-5df19f0d62b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a383301ff10a4dbe912b2339aa30d06f&device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 1096 time: 0.1050384 Jul 26 16:02:28.348575 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9929d-30d7-4d48-b182-1760914a8fc4 req-9c7db6cb-9819-4356-9f30-da1f86d5ed91 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:28.350654 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-68f9929d-30d7-4d48-b182-1760914a8fc4 req-9c7db6cb-9819-4356-9f30-da1f86d5ed91 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0925694 Jul 26 16:02:28.423778 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-68f9929d-30d7-4d48-b182-1760914a8fc4 req-ae70b6a9-2462-4aaa-bd6f-fdb3f61fc723 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666175 Jul 26 16:02:28.430055 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44249765-6535-4361-9195-288de9d6c2bc req-71d7cc34-1032-479a-a28c-eaece06d0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:28.432351 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-44249765-6535-4361-9195-288de9d6c2bc req-71d7cc34-1032-479a-a28c-eaece06d0675 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b HTTP/1.1" status: 200 len: 915 time: 0.1164708 Jul 26 16:02:28.478541 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-44249765-6535-4361-9195-288de9d6c2bc req-577b6cf2-1375-4189-a9cc-fd4f5d787abf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e1238b5-dec3-4eb1-806e-f264b936c784 HTTP/1.1" status: 200 len: 217 time: 0.0369678 Jul 26 16:02:28.567755 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44249765-6535-4361-9195-288de9d6c2bc req-6f2db50b-1ee3-446e-9e56-be2cdb71f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:28.569157 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-44249765-6535-4361-9195-288de9d6c2bc req-6f2db50b-1ee3-446e-9e56-be2cdb71f3b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e729ec5-89b3-48b7-96af-d51bfe086264 HTTP/1.1" status: 200 len: 854 time: 0.0737634 Jul 26 16:02:28.591013 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663afd0-eed1-4144-ae46-5fac8c5af7d9 req-7f50e2d0-f1d6-4815-bc12-4a1bf1e4716a tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:28.592528 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d663afd0-eed1-4144-ae46-5fac8c5af7d9 req-7f50e2d0-f1d6-4815-bc12-4a1bf1e4716a tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 948 time: 0.1068695 Jul 26 16:02:28.639839 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-44249765-6535-4361-9195-288de9d6c2bc req-dbcd61f8-6c2e-498d-8fc2-b4d1732d5ad7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392985 Jul 26 16:02:28.664996 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d663afd0-eed1-4144-ae46-5fac8c5af7d9 req-ea8e34cf-ddd4-4f84-b092-c2c7404896f5 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663130 Jul 26 16:02:28.964850 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-44249765-6535-4361-9195-288de9d6c2bc req-ed6fab37-193c-4559-ac03-7253673f6b04 service neutron] 10.222.0.38 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096867 Jul 26 16:02:29.060673 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-44249765-6535-4361-9195-288de9d6c2bc req-81b347cb-820f-4516-9059-221161057786 service neutron] 10.222.0.38 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871913 Jul 26 16:02:29.310672 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a075b3c-9d61-4b63-a4ae-9b9586450e30 req-ec61fa2f-9225-4703-a8eb-b973bfe7d99c tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:29.312185 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a075b3c-9d61-4b63-a4ae-9b9586450e30 req-ec61fa2f-9225-4703-a8eb-b973bfe7d99c tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 943 time: 0.0646791 Jul 26 16:02:29.355234 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a075b3c-9d61-4b63-a4ae-9b9586450e30 req-2390c511-c9b8-459a-abc9-930ec7803781 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368092 Jul 26 16:02:29.564620 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce9b06-5271-4598-bedd-d0e7981a4f78 req-84984b2c-2853-4ca4-8860-615721981aa4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:29.566118 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-26ce9b06-5271-4598-bedd-d0e7981a4f78 req-84984b2c-2853-4ca4-8860-615721981aa4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0714126 Jul 26 16:02:29.623280 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-26ce9b06-5271-4598-bedd-d0e7981a4f78 req-34009eac-c25b-4d3a-a248-0dcec51e6fc5 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485599 Jul 26 16:02:29.800492 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76793a5f-68ae-412f-90c8-0e74f250dbc4 req-d090ca12-e2ee-4519-bdb4-2a766780fbdc tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:29.801999 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76793a5f-68ae-412f-90c8-0e74f250dbc4 req-d090ca12-e2ee-4519-bdb4-2a766780fbdc tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 948 time: 0.0640900 Jul 26 16:02:29.842130 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76793a5f-68ae-412f-90c8-0e74f250dbc4 req-8f5372e0-b8fb-4a3b-94bc-e5602a31a926 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339949 Jul 26 16:02:30.505468 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70de15-d38b-4bd7-97bf-19c76384566f req-8c6ca815-4465-4d9a-8b9a-c2242fe25ac1 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:30.507011 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1b70de15-d38b-4bd7-97bf-19c76384566f req-8c6ca815-4465-4d9a-8b9a-c2242fe25ac1 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 943 time: 0.0761867 Jul 26 16:02:30.572507 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1b70de15-d38b-4bd7-97bf-19c76384566f req-61d4d219-f14a-4358-9267-f95342f665e0 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590951 Jul 26 16:02:30.765786 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b2bda-463c-4bac-b42c-a5fd36b6bd38 req-dc42567e-f0c5-4f85-8981-6a0a831a47ba tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:30.767359 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-da0b2bda-463c-4bac-b42c-a5fd36b6bd38 req-dc42567e-f0c5-4f85-8981-6a0a831a47ba tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0695627 Jul 26 16:02:30.823307 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-da0b2bda-463c-4bac-b42c-a5fd36b6bd38 req-77bba8ac-b447-4663-8791-ad155e1c7ac0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495276 Jul 26 16:02:30.915384 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731332-b359-4d42-893f-d4eb7d776980 req-dbbc64e7-93f4-4040-a929-40dbd5e6544b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:30.916935 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-dbbc64e7-93f4-4040-a929-40dbd5e6544b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 814 time: 0.1331394 Jul 26 16:02:30.932266 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-c1046ee2-fa23-45e6-8b85-2b84319063b3 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/quotas/c28c9740466d4f1ead858fdfc8e6577c HTTP/1.1" status: 200 len: 375 time: 0.0088742 Jul 26 16:02:31.000406 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-7353151b-4728-4f87-be71-9d4b4a2e96b7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622118 Jul 26 16:02:31.081040 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbfd2d-0631-4c94-a534-2a7959028a5a req-1e27e0c5-8ccf-4f3a-9e4d-e1a20201fdd1 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:31.082763 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98fbfd2d-0631-4c94-a534-2a7959028a5a req-1e27e0c5-8ccf-4f3a-9e4d-e1a20201fdd1 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 948 time: 0.0667534 Jul 26 16:02:31.096813 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-051097eb-1fdc-4620-a265-7b9dac5bf909 service neutron] 10.222.0.50 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893657 Jul 26 16:02:31.127310 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98fbfd2d-0631-4c94-a534-2a7959028a5a req-5f97dd85-947c-4124-9f43-41ef403a6d1c tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383160 Jul 26 16:02:31.189748 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-deebe9bd-5330-41eb-aad3-084a4845a33e service neutron] 10.222.0.50 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858977 Jul 26 16:02:31.351648 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e5d663ea-a62a-4f2e-998d-4eba04ee230e req-dfac6e96-7061-432a-b6d5-694c8f303ed6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 210 time: 0.0332444 Jul 26 16:02:31.383386 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 1e1238b5-dec3-4eb1-806e-f264b936c784 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:02:31.486358 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 1e1238b5-dec3-4eb1-806e-f264b936c784, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e1238b5-dec3-4eb1-806e-f264b936c784,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:31.498672 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '1e1238b5-dec3-4eb1-806e-f264b936c784', 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b', 'port_id': '1e1238b5-dec3-4eb1-806e-f264b936c784', 'mac_address': 'fa:16:3e:91:dc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e729ec5-89b3-48b7-96af-d51bfe086264', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:02:31.537745 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:31.551472 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1238b5-dec3-4eb1-806e-f264b936c784 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:02:31.573864 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 1e1238b5-dec3-4eb1-806e-f264b936c784, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e1238b5-dec3-4eb1-806e-f264b936c784,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:31.579291 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:31.579966 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 06a2cc36-2661-4445-9427-33f57b461056 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:02:31.679145 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=1e1238b5-dec3-4eb1-806e-f264b936c784,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:31.747180 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 06a2cc36-2661-4445-9427-33f57b461056, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06a2cc36-2661-4445-9427-33f57b461056,segment=NetworkSegment(db607fda-3738-4be4-8375-b7dd5e8171a7),segment_id=db607fda-3738-4be4-8375-b7dd5e8171a7)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:31.748594 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6fdf-c82e-49bd-b9ab-1d8a4ad6a6a2 req-c011fadc-095b-4085-a948-6a4aa993f41a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:31.750645 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1e7c6fdf-c82e-49bd-b9ab-1d8a4ad6a6a2 req-c011fadc-095b-4085-a948-6a4aa993f41a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 944 time: 0.0810456 Jul 26 16:02:31.760899 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '06a2cc36-2661-4445-9427-33f57b461056', 'network_id': 'fca9e2ad-ff60-4ac9-9a11-1bd99123ff67', 'port_id': '06a2cc36-2661-4445-9427-33f57b461056', 'mac_address': 'fa:16:3e:88:f8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65accf8-ae7a-4ccb-847b-83493fb20bd1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:02:31.807488 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:31.826945 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a2cc36-2661-4445-9427-33f57b461056 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:02:31.832387 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1e7c6fdf-c82e-49bd-b9ab-1d8a4ad6a6a2 req-94218d5a-62d0-41a7-92ee-23b94f687589 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684688 Jul 26 16:02:31.849261 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 06a2cc36-2661-4445-9427-33f57b461056, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06a2cc36-2661-4445-9427-33f57b461056,segment=NetworkSegment(db607fda-3738-4be4-8375-b7dd5e8171a7),segment_id=db607fda-3738-4be4-8375-b7dd5e8171a7)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:31.856759 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:31.941728 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=06a2cc36-2661-4445-9427-33f57b461056,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:32.006086 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03794eec-6336-4959-ae61-acb51807f2b2 req-b16db9bc-2282-49c5-b188-95a933faefe1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:32.013599 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03794eec-6336-4959-ae61-acb51807f2b2 req-b16db9bc-2282-49c5-b188-95a933faefe1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0844302 Jul 26 16:02:32.057882 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03794eec-6336-4959-ae61-acb51807f2b2 req-dbad4356-50f8-43a8-943d-e330820f6734 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431805 Jul 26 16:02:32.271545 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9499e-c003-4f4f-a433-0bfd00f376ed req-3ad3ace6-f0b1-41c5-b575-6830fdc5c8eb tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:32.272993 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89c9499e-c003-4f4f-a433-0bfd00f376ed req-3ad3ace6-f0b1-41c5-b575-6830fdc5c8eb tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 949 time: 0.0719852 Jul 26 16:02:32.319864 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89c9499e-c003-4f4f-a433-0bfd00f376ed req-a7be32bb-06a3-45fe-8ef5-23207d0c63c9 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359147 Jul 26 16:02:32.453124 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['1e1238b5-dec3-4eb1-806e-f264b936c784'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:02:32.458469 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e17e325a-1236-456f-b0e9-2b0744bb6eed req-2c521ea0-d4f4-4896-a18c-ead3e644062b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 210 time: 0.0279472 Jul 26 16:02:32.482435 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['06a2cc36-2661-4445-9427-33f57b461056'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:02:32.870767 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731332-b359-4d42-893f-d4eb7d776980 req-6ee11902-3851-4e6e-bb21-ec07c55e74ac tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:32.872390 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-6ee11902-3851-4e6e-bb21-ec07c55e74ac tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 814 time: 0.1509085 Jul 26 16:02:32.905962 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Request body: {'port': {'device_id': '5be52032-ca29-40cb-ae14-73f94cd526c7', 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'admin_state_up': True, 'tenant_id': 'c28c9740466d4f1ead858fdfc8e6577c'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:33.072930 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c567793-3f21-4fc3-b9c6-dd585b307bf8 req-4aa72ef4-7ca6-4ed9-a4c5-b452999d8688 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:33.075602 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c567793-3f21-4fc3-b9c6-dd585b307bf8 req-4aa72ef4-7ca6-4ed9-a4c5-b452999d8688 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 944 time: 0.1829021 Jul 26 16:02:33.112915 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Made reservation on behalf of c28c9740466d4f1ead858fdfc8e6577c for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:02:33.118035 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:33.166099 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c567793-3f21-4fc3-b9c6-dd585b307bf8 req-a40d2cd1-7e11-4684-a32e-59f39b50754a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832033 Jul 26 16:02:33.229261 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fb023-1848-4fa1-9763-1eea45eb98de req-30cc7679-9146-4547-a18f-9b27397320f7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:33.237593 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-509fb023-1848-4fa1-9763-1eea45eb98de req-30cc7679-9146-4547-a18f-9b27397320f7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1034355 Jul 26 16:02:33.282242 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-509fb023-1848-4fa1-9763-1eea45eb98de req-f33531cf-e654-4653-bd77-d03ad0e83262 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Jul 26 16:02:33.295943 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Allocated IP 172.20.0.9 (3630f43c-39d4-4069-886c-ec1835da1d5d/148370dd-b6dc-4375-8d36-a91f81f9ec5c/470a5a77-77e5-43d4-89b6-37b7ed26efd5) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:02:33.479984 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3141e-3005-4999-bf7b-927e77e2360f req-4b7521d1-b98a-402a-8d9c-499c0afbcc78 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:33.480686 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:33.481718 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5be3141e-3005-4999-bf7b-927e77e2360f req-4b7521d1-b98a-402a-8d9c-499c0afbcc78 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 949 time: 0.0816193 Jul 26 16:02:33.533337 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5be3141e-3005-4999-bf7b-927e77e2360f req-641da068-a2ba-48b6-ac78-f89acc7f4c55 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Jul 26 16:02:33.550090 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:33.613776 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Network 3630f43c-39d4-4069-886c-ec1835da1d5d is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:02:33.620924 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:02:33.645977 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:02:33.653411 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:33.654095 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:33.677795 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Pushing event updated for resources: {'Port': ['ID=470a5a77-77e5-43d4-89b6-37b7ed26efd5,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:33.699047 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-d0ce5e5d-958a-4241-8f75-f9f4dbbd9d07 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038969 Jul 26 16:02:33.704542 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee862-a7d3-495a-a3ec-3ede1c13e093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:33.723478 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a69991-2989-4561-a541-727f2b4a42da req-010faad0-b05d-4611-86d0-0c922f6996b8 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:33.727960 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-02a69991-2989-4561-a541-727f2b4a42da req-010faad0-b05d-4611-86d0-0c922f6996b8 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 931 time: 0.1269202 Jul 26 16:02:33.731704 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Request body: {'port': {'device_id': '5be52032-ca29-40cb-ae14-73f94cd526c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:33.794601 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a53904e9-d74d-46bd-918a-d93861589f42', '5686aecc-a9ea-4749-bf56-6f6076409d61', '1237692f-89e9-4187-8530-8b33cf86d5b6'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:02:33.822611 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-02a69991-2989-4561-a541-727f2b4a42da req-8c28155f-f30e-443d-a1b2-0c7a1ee22c16 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870802 Jul 26 16:02:33.844658 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:34.186370 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470a5a77-77e5-43d4-89b6-37b7ed26efd5 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:02:34.195011 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:34.209237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Transition to ACTIVE for port object 470a5a77-77e5-43d4-89b6-37b7ed26efd5 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:02:34.215640 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:34.303348 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=470a5a77-77e5-43d4-89b6-37b7ed26efd5,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:34.332100 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Attempting to bind port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:02:34.332498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Attempting to bind port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:02:34.332830 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Attempting to bind port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 on network 3630f43c-39d4-4069-886c-ec1835da1d5d {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:02:34.339848 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 on network 3630f43c-39d4-4069-886c-ec1835da1d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:02:34.340258 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Attempting to bind port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 on network 3630f43c-39d4-4069-886c-ec1835da1d5d {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:02:34.347118 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:02:34.348700 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Checking segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:02:34.349085 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Bound using segment: {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:02:34.349530 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Bound port: 470a5a77-77e5-43d4-89b6-37b7ed26efd5, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338a7708-1821-446d-b065-af8cb2952d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:02:34.352014 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:34.362109 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1385d0-2f0d-4aa9-8580-bcce3f2c2bd4 req-3ea589a9-a58a-45e9-9ec6-ded1f376edd9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:34.369749 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0b1385d0-2f0d-4aa9-8580-bcce3f2c2bd4 req-3ea589a9-a58a-45e9-9ec6-ded1f376edd9 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 944 time: 0.1240509 Jul 26 16:02:34.421606 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0b1385d0-2f0d-4aa9-8580-bcce3f2c2bd4 req-b582a4ca-f465-4c0e-ac71-3dc677fdd267 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484660 Jul 26 16:02:34.504716 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] For port 470a5a77-77e5-43d4-89b6-37b7ed26efd5, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:02:34.509383 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] For port 470a5a77-77e5-43d4-89b6-37b7ed26efd5, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=470a5a77-77e5-43d4-89b6-37b7ed26efd5,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:02:34.518263 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:34.564522 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:34.565136 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:34.566559 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] 10.222.0.38 "PUT /v2.0/ports/470a5a77-77e5-43d4-89b6-37b7ed26efd5 HTTP/1.1" status: 200 len: 1093 time: 0.8396945 Jul 26 16:02:34.574190 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b6795-8c80-4eec-b4ac-24c1d7c41bc5 req-29b5a3e4-7dde-43a0-aee7-c3588cf3efe3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:34.575655 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dd2b6795-8c80-4eec-b4ac-24c1d7c41bc5 req-29b5a3e4-7dde-43a0-aee7-c3588cf3efe3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1517754 Jul 26 16:02:34.576303 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be52032-ca29-40cb-ae14-73f94cd526c7', 'tag': '470a5a77-77e5-43d4-89b6-37b7ed26efd5'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:34.579341 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95" -d '{"events": [{"name": "network-changed", "server_uuid": "5be52032-ca29-40cb-ae14-73f94cd526c7", "tag": "470a5a77-77e5-43d4-89b6-37b7ed26efd5"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:34.620223 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02788bff-720c-4cf2-bfea-cd52a426e0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=470a5a77-77e5-43d4-89b6-37b7ed26efd5,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:34.673971 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dd2b6795-8c80-4eec-b4ac-24c1d7c41bc5 req-6a28270f-cd86-4853-9256-600f2aeadad8 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868483 Jul 26 16:02:34.706417 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731332-b359-4d42-893f-d4eb7d776980 req-b464d680-36f2-4433-b1f0-928881b3c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:34.707774 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-b464d680-36f2-4433-b1f0-928881b3c2a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 1096 time: 0.0683184 Jul 26 16:02:34.715417 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29678427-ecfa-461d-9112-d351b87dce4c req-a5ef86e7-6ba3-4068-bcba-79a4710c492e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:34.717001 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-29678427-ecfa-461d-9112-d351b87dce4c req-a5ef86e7-6ba3-4068-bcba-79a4710c492e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 949 time: 0.0739830 Jul 26 16:02:34.737066 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e518d104-3f2d-488b-b9bb-344f48beff8b x-openstack-request-id: req-e518d104-3f2d-488b-b9bb-344f48beff8b {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:34.737355 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be52032-ca29-40cb-ae14-73f94cd526c7", "tag": "470a5a77-77e5-43d4-89b6-37b7ed26efd5", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:34.737671 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e518d104-3f2d-488b-b9bb-344f48beff8b {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:34.738049 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be52032-ca29-40cb-ae14-73f94cd526c7', 'tag': '470a5a77-77e5-43d4-89b6-37b7ed26efd5', 'status': 'completed', 'code': 200} Jul 26 16:02:34.768437 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-29678427-ecfa-461d-9112-d351b87dce4c req-9e64efa3-b79e-46c3-9c45-50f4690cad73 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443761 Jul 26 16:02:34.780783 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-8dd1c782-e798-4392-8d8a-63bfc2d9e6bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470a5a77-77e5-43d4-89b6-37b7ed26efd5 HTTP/1.1" status: 200 len: 217 time: 0.0389452 Jul 26 16:02:34.839465 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731332-b359-4d42-893f-d4eb7d776980 req-c69c4a27-ea5d-4401-b8e6-9fad3836343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:34.840978 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-c69c4a27-ea5d-4401-b8e6-9fad3836343c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=148370dd-b6dc-4375-8d36-a91f81f9ec5c HTTP/1.1" status: 200 len: 854 time: 0.0456488 Jul 26 16:02:34.885623 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-1e066732-a4f5-40d0-8dab-91bb53befef0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3630f43c-39d4-4069-886c-ec1835da1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286427 Jul 26 16:02:35.035019 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-133ffda8-ede8-4424-a3a9-49c3fa8c6a5d service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146917 Jul 26 16:02:35.042898 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd4a2f-b2c5-4ec1-8da1-ee711b28dd69 req-eb74ca20-01c5-4bfc-890b-74eb2d4f1175 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:35.044281 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-46fd4a2f-b2c5-4ec1-8da1-ee711b28dd69 req-eb74ca20-01c5-4bfc-890b-74eb2d4f1175 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 943 time: 0.1326408 Jul 26 16:02:35.128622 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-46fd4a2f-b2c5-4ec1-8da1-ee711b28dd69 req-9a46b206-f20a-4766-bc42-081ef308e867 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760331 Jul 26 16:02:35.161529 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-64731332-b359-4d42-893f-d4eb7d776980 req-7bd1c180-12fc-418c-9fbf-e24e7341e387 service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162555 Jul 26 16:02:35.329436 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-0224e58b-e3f0-414a-a6ad-3cc9ba72656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:35.330818 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-0224e58b-e3f0-414a-a6ad-3cc9ba72656d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 1096 time: 0.0555089 Jul 26 16:02:35.425232 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 1e1238b5-dec3-4eb1-806e-f264b936c784 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:02:35.428079 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-cf1f6a9f-346c-4f5d-b9b2-62cbd9b9fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:35.429563 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-cf1f6a9f-346c-4f5d-b9b2-62cbd9b9fbec service neutron] 10.222.0.38 "GET /v2.0/networks?id=3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 200 len: 915 time: 0.0885751 Jul 26 16:02:35.474493 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-253d48c1-049b-43be-b6a1-d55d7a410db6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=470a5a77-77e5-43d4-89b6-37b7ed26efd5 HTTP/1.1" status: 200 len: 217 time: 0.0363317 Jul 26 16:02:35.482371 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 1e1238b5-dec3-4eb1-806e-f264b936c784 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:02:35.488037 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 1e1238b5-dec3-4eb1-806e-f264b936c784 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:02:35.488483 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:35.554900 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-f9d1bbe0-fdab-44a4-987f-e3a2b2bb3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:35.554900 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-f9d1bbe0-fdab-44a4-987f-e3a2b2bb3d51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=148370dd-b6dc-4375-8d36-a91f81f9ec5c HTTP/1.1" status: 200 len: 854 time: 0.0608044 Jul 26 16:02:35.605561 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:35.614090 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd67f2c-7c0f-4e5e-90a8-8742160d60cd req-83c388fe-610f-48fd-8a7e-be3e408a35ac tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:35.620775 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-4c6e28d8-fd6e-4d68-9fb4-5f5e17fe9678 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3630f43c-39d4-4069-886c-ec1835da1d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521641 Jul 26 16:02:35.623268 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bbd67f2c-7c0f-4e5e-90a8-8742160d60cd req-83c388fe-610f-48fd-8a7e-be3e408a35ac tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 944 time: 0.1071301 Jul 26 16:02:35.642013 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ef8a3-d92c-42d9-aabb-1ee4529d56b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1238b5-dec3-4eb1-806e-f264b936c784'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:35.645684 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e6f01b-848a-4801-8887-b228beaf4b04" -d '{"events": [{"server_uuid": "604ef8a3-d92c-42d9-aabb-1ee4529d56b3", "name": "network-vif-plugged", "status": "completed", "tag": "1e1238b5-dec3-4eb1-806e-f264b936c784"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:35.664025 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 1e1238b5-dec3-4eb1-806e-f264b936c784, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e1238b5-dec3-4eb1-806e-f264b936c784,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:35.669611 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:35.670479 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 06a2cc36-2661-4445-9427-33f57b461056 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:02:35.680611 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bbd67f2c-7c0f-4e5e-90a8-8742160d60cd req-8730c036-9702-4d7f-8408-b8f8c1a98e26 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490370 Jul 26 16:02:35.746034 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-ede07ce6-73af-4203-9aae-37a41081592b service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097045 Jul 26 16:02:35.750677 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5440f2f-3211-49ab-bb87-2ce1736f923d x-openstack-request-id: req-a5440f2f-3211-49ab-bb87-2ce1736f923d {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:35.750969 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ef8a3-d92c-42d9-aabb-1ee4529d56b3", "name": "network-vif-plugged", "status": "completed", "tag": "1e1238b5-dec3-4eb1-806e-f264b936c784", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:35.751247 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5440f2f-3211-49ab-bb87-2ce1736f923d {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:35.751591 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ef8a3-d92c-42d9-aabb-1ee4529d56b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1238b5-dec3-4eb1-806e-f264b936c784', 'code': 200} Jul 26 16:02:35.785196 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 06a2cc36-2661-4445-9427-33f57b461056 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:02:35.794462 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=1e1238b5-dec3-4eb1-806e-f264b936c784,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:35.801703 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 06a2cc36-2661-4445-9427-33f57b461056 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:02:35.802244 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:35.916115 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:35.947202 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe59c96-14c8-498d-a472-efc507f188fb req-5f6a19d1-82ab-46aa-904e-da4513fe12de tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:35.956102 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8fe59c96-14c8-498d-a472-efc507f188fb req-5f6a19d1-82ab-46aa-904e-da4513fe12de tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 949 time: 0.0970514 Jul 26 16:02:35.998710 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bcb1bda1-4e13-4ebb-91b4-dd57787d8c95 req-7aec4c61-f095-4587-bdcd-2b7f3bd2e92c service neutron] 10.222.0.38 "GET /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928763 Jul 26 16:02:36.014979 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 06a2cc36-2661-4445-9427-33f57b461056, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06a2cc36-2661-4445-9427-33f57b461056,segment=NetworkSegment(db607fda-3738-4be4-8375-b7dd5e8171a7),segment_id=db607fda-3738-4be4-8375-b7dd5e8171a7)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:36.016625 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15401d53-0fcd-4960-aa20-41f5c86ea2d6 req-4784299d-52b1-42ec-8fd4-75c2863e5162 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:36.018149 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-15401d53-0fcd-4960-aa20-41f5c86ea2d6 req-4784299d-52b1-42ec-8fd4-75c2863e5162 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1959059 Jul 26 16:02:36.021237 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:36.030174 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8fe59c96-14c8-498d-a472-efc507f188fb req-fb85001c-4081-40d7-ad37-9a524616c15e tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727124 Jul 26 16:02:36.086308 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=06a2cc36-2661-4445-9427-33f57b461056,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:36.123288 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-15401d53-0fcd-4960-aa20-41f5c86ea2d6 req-dee7386c-034f-45dc-8e71-01c36d8926a4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967107 Jul 26 16:02:36.151973 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cffbdf-1881-4211-ab41-165723d13d48 req-e1a2f3d6-e6d8-4b0b-b374-b8217c857bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:36.153785 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cffbdf-1881-4211-ab41-165723d13d48 req-e1a2f3d6-e6d8-4b0b-b374-b8217c857bf9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 1098 time: 0.0987730 Jul 26 16:02:36.215117 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8ba290ea-5b20-4278-ac52-09d8b5bdbf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:36.232626 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cffbdf-1881-4211-ab41-165723d13d48 req-6307f4bc-07ad-4577-83f5-b9f953b2fb9f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682914 Jul 26 16:02:36.332307 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409584f-2621-4d94-aa41-bc509129de13 req-50db4b40-281f-4cec-844d-29e810a9903c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:36.334913 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a409584f-2621-4d94-aa41-bc509129de13 req-50db4b40-281f-4cec-844d-29e810a9903c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 943 time: 0.1079497 Jul 26 16:02:36.379802 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a409584f-2621-4d94-aa41-bc509129de13 req-322fd318-60b5-43d4-bcdb-f405daac4c51 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383778 Jul 26 16:02:36.466097 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:36.822530 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2ed6-3e9e-46c5-86d8-94026f6292ea req-ec06e0ab-38db-428b-81c5-fe3c324a7799 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:36.824386 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1ccd2ed6-3e9e-46c5-86d8-94026f6292ea req-ec06e0ab-38db-428b-81c5-fe3c324a7799 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 945 time: 0.0685732 Jul 26 16:02:36.865408 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1ccd2ed6-3e9e-46c5-86d8-94026f6292ea req-04ed2c9c-0558-4263-8064-c85787b56613 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Jul 26 16:02:36.986763 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fd3de-06be-4219-b7d5-2d88a59a73e5 req-d8a69589-49da-466a-be92-539518d35248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:36.988312 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-000fd3de-06be-4219-b7d5-2d88a59a73e5 req-d8a69589-49da-466a-be92-539518d35248 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1099 time: 0.0557702 Jul 26 16:02:37.024093 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-000fd3de-06be-4219-b7d5-2d88a59a73e5 req-551df518-fe84-4c89-ad06-c6f05e6c80e0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270140 Jul 26 16:02:37.165476 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f2e96-2241-4cf5-8fb0-d1bcecff5560 req-dbadce52-ee26-4c1f-aba1-a20b4015c05c tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:37.167018 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-653f2e96-2241-4cf5-8fb0-d1bcecff5560 req-dbadce52-ee26-4c1f-aba1-a20b4015c05c tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.0696619 Jul 26 16:02:37.209470 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-653f2e96-2241-4cf5-8fb0-d1bcecff5560 req-8c735884-6756-480a-b8f1-a6393efcae27 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361304 Jul 26 16:02:37.226094 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:37.268277 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf3339-d745-426b-8143-3e3b9a41368d req-794592de-be5b-4017-a6c8-2a8c68ac6d0b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:37.269620 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-05cf3339-d745-426b-8143-3e3b9a41368d req-794592de-be5b-4017-a6c8-2a8c68ac6d0b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0718534 Jul 26 16:02:37.314239 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-05cf3339-d745-426b-8143-3e3b9a41368d req-b0dcbeb4-bdc9-43eb-886b-d7fb0684202a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386846 Jul 26 16:02:37.508621 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bfce4-ac11-411f-8d06-48342745b0c8 req-0bbbebb9-37eb-41e5-8c63-66ea5a447c46 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:37.510345 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f30bfce4-ac11-411f-8d06-48342745b0c8 req-0bbbebb9-37eb-41e5-8c63-66ea5a447c46 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 943 time: 0.0619879 Jul 26 16:02:37.550036 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f30bfce4-ac11-411f-8d06-48342745b0c8 req-15660840-ca9d-4c15-9d1d-5078175f6c79 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Jul 26 16:02:37.753019 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab963f33-de4f-4d41-94ae-59ff1ea56472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a2cc36-2661-4445-9427-33f57b461056'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:37.755438 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91144a2e-2f8b-4c4a-9057-467e16576be7" -d '{"events": [{"server_uuid": "ab963f33-de4f-4d41-94ae-59ff1ea56472", "name": "network-vif-plugged", "status": "completed", "tag": "06a2cc36-2661-4445-9427-33f57b461056"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:37.792040 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a9b0aa-e338-4903-82ca-11e49ae9b063 x-openstack-request-id: req-63a9b0aa-e338-4903-82ca-11e49ae9b063 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:37.792377 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab963f33-de4f-4d41-94ae-59ff1ea56472", "name": "network-vif-plugged", "status": "completed", "tag": "06a2cc36-2661-4445-9427-33f57b461056", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:37.792625 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63a9b0aa-e338-4903-82ca-11e49ae9b063 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:37.793015 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab963f33-de4f-4d41-94ae-59ff1ea56472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a2cc36-2661-4445-9427-33f57b461056', 'code': 200} Jul 26 16:02:38.005556 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd84a29-f7dd-4b46-873e-2912d5119531 req-4502da82-b70d-4337-b256-88ffece6dac2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:38.007284 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2cd84a29-f7dd-4b46-873e-2912d5119531 req-4502da82-b70d-4337-b256-88ffece6dac2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 945 time: 0.0730922 Jul 26 16:02:38.045661 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2cd84a29-f7dd-4b46-873e-2912d5119531 req-0aca1650-75f0-420a-910f-53989654c04e tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Jul 26 16:02:38.055974 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 42566) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:38.142315 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a9a13-7fac-4624-a72e-34fa4f57f634 req-21994c45-dfdf-4e36-9403-4876d7c5ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:38.143799 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-608a9a13-7fac-4624-a72e-34fa4f57f634 req-21994c45-dfdf-4e36-9403-4876d7c5ee82 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 1103 time: 0.0534358 Jul 26 16:02:38.175265 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dacda31e-b7b2-4152-a474-7cc02884727a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:38.188851 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-608a9a13-7fac-4624-a72e-34fa4f57f634 req-e4d93bcd-974a-41ee-9a30-0d23334297a1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303962 Jul 26 16:02:38.276594 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dacda31e-b7b2-4152-a474-7cc02884727a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:38.280527 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-dacda31e-b7b2-4152-a474-7cc02884727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:38.319641 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacda31e-b7b2-4152-a474-7cc02884727a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86db91e2-e43a-44dc-ab34-2b2f9f5bab95,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:38.327788 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-dacda31e-b7b2-4152-a474-7cc02884727a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bcb1907813f46ac837d35b21e403ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682283 Jul 26 16:02:38.328763 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 42572) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:38.401675 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18906ec9-2918-4e5e-b68b-153fb648e893 req-2b1e2594-eefd-41da-8b61-40412d99cbd7 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:38.403085 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-18906ec9-2918-4e5e-b68b-153fb648e893 req-2b1e2594-eefd-41da-8b61-40412d99cbd7 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.1175661 Jul 26 16:02:38.415406 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2eadbd5c-9c69-45ce-9407-1e9d6da9a260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:38.459280 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b469b1-ad70-49c1-8e4e-1237bf981a24 req-94ef435e-c687-4ffa-9cbf-6e8cdb607fb6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:38.460804 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d4b469b1-ad70-49c1-8e4e-1237bf981a24 req-94ef435e-c687-4ffa-9cbf-6e8cdb607fb6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0716512 Jul 26 16:02:38.466505 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2eadbd5c-9c69-45ce-9407-1e9d6da9a260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:38.484919 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-18906ec9-2918-4e5e-b68b-153fb648e893 req-5567c267-c544-4bc3-aa2c-1329e4b8780f tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707288 Jul 26 16:02:38.502046 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d4b469b1-ad70-49c1-8e4e-1237bf981a24 req-d0384a5d-c61f-421e-b850-b6105e0cbe7f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Jul 26 16:02:38.527467 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2eadbd5c-9c69-45ce-9407-1e9d6da9a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:38.530182 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2eadbd5c-9c69-45ce-9407-1e9d6da9a260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:38.531881 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-2eadbd5c-9c69-45ce-9407-1e9d6da9a260 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86db91e2-e43a-44dc-ab34-2b2f9f5bab95 HTTP/1.1" status: 204 len: 168 time: 0.2026324 Jul 26 16:02:38.539791 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadbd5c-9c69-45ce-9407-1e9d6da9a260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db91e2-e43a-44dc-ab34-2b2f9f5bab95,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:38.718100 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ad7b-fa69-429f-88e2-6edb2a68f4c0 req-2e58228c-20ad-4ad2-bb74-b372cd3a62d5 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:38.720342 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6250ad7b-fa69-429f-88e2-6edb2a68f4c0 req-2e58228c-20ad-4ad2-bb74-b372cd3a62d5 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 943 time: 0.0745106 Jul 26 16:02:38.768732 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6250ad7b-fa69-429f-88e2-6edb2a68f4c0 req-191d3767-9914-48a0-ae5d-e2c9962ef161 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Jul 26 16:02:38.895724 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:39.108484 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949f029-4bca-4190-a64e-1fe972705735 req-5e45e947-e3f6-4e53-a6ef-54a31745f241 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:39.110143 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b949f029-4bca-4190-a64e-1fe972705735 req-5e45e947-e3f6-4e53-a6ef-54a31745f241 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0787768 Jul 26 16:02:39.151304 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b949f029-4bca-4190-a64e-1fe972705735 req-cedc9172-c410-4ee5-8a27-02517f882460 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337257 Jul 26 16:02:39.198618 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363bbf-d9bc-4f44-af03-776d5b1e3634 req-41a222d0-c33a-4df4-9232-81081bfee25a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:39.200273 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c0363bbf-d9bc-4f44-af03-776d5b1e3634 req-41a222d0-c33a-4df4-9232-81081bfee25a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 945 time: 0.0782633 Jul 26 16:02:39.239083 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c0363bbf-d9bc-4f44-af03-776d5b1e3634 req-3900dcda-d948-4537-8427-e3614b1b79fd tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Jul 26 16:02:39.448435 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 470a5a77-77e5-43d4-89b6-37b7ed26efd5 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:02:39.557040 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 470a5a77-77e5-43d4-89b6-37b7ed26efd5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=470a5a77-77e5-43d4-89b6-37b7ed26efd5,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:39.574020 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '470a5a77-77e5-43d4-89b6-37b7ed26efd5', 'network_id': '3630f43c-39d4-4069-886c-ec1835da1d5d', 'port_id': '470a5a77-77e5-43d4-89b6-37b7ed26efd5', 'mac_address': 'fa:16:3e:5d:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148370dd-b6dc-4375-8d36-a91f81f9ec5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:02:39.633550 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:39.648455 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470a5a77-77e5-43d4-89b6-37b7ed26efd5 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:02:39.672721 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 470a5a77-77e5-43d4-89b6-37b7ed26efd5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=470a5a77-77e5-43d4-89b6-37b7ed26efd5,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:39.680366 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:39.740244 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3735c09-732f-4ad7-a0b6-075f12bbd0cb req-c35c2a9d-07cf-489d-83d3-0fc5cf70b5a2 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:39.743604 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=470a5a77-77e5-43d4-89b6-37b7ed26efd5,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:39.757197 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a3735c09-732f-4ad7-a0b6-075f12bbd0cb req-c35c2a9d-07cf-489d-83d3-0fc5cf70b5a2 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.1400888 Jul 26 16:02:39.759153 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd05fa-a6b5-49a8-a5ca-e62f73feb124 req-2d4adc81-15a2-496e-b3c7-e1ca516a83c3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:39.760756 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-11cd05fa-a6b5-49a8-a5ca-e62f73feb124 req-2d4adc81-15a2-496e-b3c7-e1ca516a83c3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1297259 Jul 26 16:02:39.811272 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-11cd05fa-a6b5-49a8-a5ca-e62f73feb124 req-62e0c6c9-6c58-4b61-afab-10a4dbe657d9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Jul 26 16:02:39.816779 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a3735c09-732f-4ad7-a0b6-075f12bbd0cb req-363917ac-e0b6-4bbf-808d-11eb1e54fbcd tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587225 Jul 26 16:02:39.956138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbda4-8a9b-439f-91a6-629e25bf76a2 req-a3687935-1802-4a98-9152-37a14162fe4f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:39.957708 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-938bbda4-8a9b-439f-91a6-629e25bf76a2 req-a3687935-1802-4a98-9152-37a14162fe4f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0739908 Jul 26 16:02:40.012371 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-938bbda4-8a9b-439f-91a6-629e25bf76a2 req-69691a5e-045a-46ff-be35-c2ac881c6277 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466642 Jul 26 16:02:40.158987 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c2c4b-211e-4657-9166-77800839f50e req-ef8eed23-7fe0-4546-8a73-ba852f25a735 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:40.161203 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-115c2c4b-211e-4657-9166-77800839f50e req-ef8eed23-7fe0-4546-8a73-ba852f25a735 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0866399 Jul 26 16:02:40.199985 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-11197329-2ac3-4eff-98b4-f4ca461ba989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:40.203251 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-11197329-2ac3-4eff-98b4-f4ca461ba989 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1099 time: 0.0620546 Jul 26 16:02:40.205596 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-115c2c4b-211e-4657-9166-77800839f50e req-94f28684-f3a8-4a9e-b4cc-ff0dc73dbc12 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Jul 26 16:02:40.349859 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-c20380cf-f559-4b39-b484-a5a1c4fde65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:40.351314 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-c20380cf-f559-4b39-b484-a5a1c4fde65f service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.1266367 Jul 26 16:02:40.364705 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c508e53-916e-4174-b950-36f9fafeb81e req-01f5db18-ef53-4ce1-8626-cd6b9305d43a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:40.366103 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c508e53-916e-4174-b950-36f9fafeb81e req-01f5db18-ef53-4ce1-8626-cd6b9305d43a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0973654 Jul 26 16:02:40.371964 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['470a5a77-77e5-43d4-89b6-37b7ed26efd5'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:02:40.417237 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-9afd0ef6-6364-4dfe-a306-0a1202e065cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 200 len: 217 time: 0.0433891 Jul 26 16:02:40.436025 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c508e53-916e-4174-b950-36f9fafeb81e req-f4863ae9-b2fa-481f-8376-f625ee28d494 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632570 Jul 26 16:02:40.482000 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-610952ff-351d-46ad-842e-0ec8ab4e2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:40.483041 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-610952ff-351d-46ad-842e-0ec8ab4e2433 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.0461638 Jul 26 16:02:40.529353 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-0c5a405f-1ecb-4adf-ab12-20b0921e9353 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331142 Jul 26 16:02:40.637174 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-0ca5e237-9d30-4d8c-8c60-7ea42404034c service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863113 Jul 26 16:02:40.744736 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-80092eca-dfe3-4a70-a48f-fa2a10c8df9f req-3e2f4219-db3c-40cc-a1da-12de7c8254ba service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920131 Jul 26 16:02:40.951193 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f978d-b556-4971-bf30-1c077300f530 req-d0c778cf-21c7-4e51-a838-0dd429a53e43 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:40.952836 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2b9f978d-b556-4971-bf30-1c077300f530 req-d0c778cf-21c7-4e51-a838-0dd429a53e43 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.0660980 Jul 26 16:02:40.995140 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2b9f978d-b556-4971-bf30-1c077300f530 req-a78d7e0d-0057-4e8c-a86f-d2e0ce101f9b tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358360 Jul 26 16:02:41.201389 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145848de-3673-49a6-af92-3e75f3664d23 req-2812f442-473e-4012-b482-df1577232587 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:41.203217 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-145848de-3673-49a6-af92-3e75f3664d23 req-2812f442-473e-4012-b482-df1577232587 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0942895 Jul 26 16:02:41.252878 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-145848de-3673-49a6-af92-3e75f3664d23 req-7b7cb80d-430f-417e-a49c-65a3819034fb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 Jul 26 16:02:41.337414 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4cb6e-27e5-47c4-8808-de9a5c562030 req-54db4aac-a45b-4c39-90ea-cc8a0816922f tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:41.347370 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dac4cb6e-27e5-47c4-8808-de9a5c562030 req-54db4aac-a45b-4c39-90ea-cc8a0816922f tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.0973532 Jul 26 16:02:41.383948 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dac4cb6e-27e5-47c4-8808-de9a5c562030 req-6d7e1cde-af92-4880-906e-f16fc328eba4 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Jul 26 16:02:41.409127 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dfbb4-33bb-441d-bb5c-dfa416b0716c req-3a9d73ea-685e-4739-b3bd-16fbd6d2223a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:41.410695 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ea5dfbb4-33bb-441d-bb5c-dfa416b0716c req-3a9d73ea-685e-4739-b3bd-16fbd6d2223a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0757709 Jul 26 16:02:41.450346 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ea5dfbb4-33bb-441d-bb5c-dfa416b0716c req-550cfe80-52da-4261-9ac6-202acd226f4f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Jul 26 16:02:41.597503 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b045125-417a-4d09-bd67-7c81068bb4d5 req-fd045168-8f62-4c94-bdfd-8b86ca361914 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:41.599018 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8b045125-417a-4d09-bd67-7c81068bb4d5 req-fd045168-8f62-4c94-bdfd-8b86ca361914 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0770552 Jul 26 16:02:41.639972 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8b045125-417a-4d09-bd67-7c81068bb4d5 req-9d22d981-b4f6-4181-b1e7-e0a95b3a5a3c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339558 Jul 26 16:02:42.403195 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59f9fe-6fc7-46a2-b187-397bdc66fd26 req-bc79db11-04dc-47d6-b16a-6415ca6c2c70 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:42.404713 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5d59f9fe-6fc7-46a2-b187-397bdc66fd26 req-bc79db11-04dc-47d6-b16a-6415ca6c2c70 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0703015 Jul 26 16:02:42.443907 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5d59f9fe-6fc7-46a2-b187-397bdc66fd26 req-9cd0b485-cfb6-4e6e-8e20-e54300d50ea5 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Jul 26 16:02:42.520678 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2a94d-fa5a-4cfe-8618-23c31036294e req-a71cf6f6-68d1-4129-96b0-81fd53742ec2 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:42.522502 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60f2a94d-fa5a-4cfe-8618-23c31036294e req-a71cf6f6-68d1-4129-96b0-81fd53742ec2 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.0692379 Jul 26 16:02:42.567609 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60f2a94d-fa5a-4cfe-8618-23c31036294e req-5058194c-8c69-437a-bedd-e504aa2dddd6 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 Jul 26 16:02:42.596223 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2046e-2f84-4f99-83dd-56564741b847 req-1156ace6-01cd-4c97-880d-7164821202be tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:42.597780 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9fd2046e-2f84-4f99-83dd-56564741b847 req-1156ace6-01cd-4c97-880d-7164821202be tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0747166 Jul 26 16:02:42.639547 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9fd2046e-2f84-4f99-83dd-56564741b847 req-b78e65c3-a680-4fb7-9bb4-516446398c80 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358076 Jul 26 16:02:42.779112 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b7fee-e0d7-476e-9e62-e27b0b308635 req-4e28e19c-74a4-4c3e-b88a-d6e14f235c8c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:42.780600 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a81b7fee-e0d7-476e-9e62-e27b0b308635 req-4e28e19c-74a4-4c3e-b88a-d6e14f235c8c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0643997 Jul 26 16:02:42.821816 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a81b7fee-e0d7-476e-9e62-e27b0b308635 req-cc95b8ef-03e9-4406-9c73-35b2248e0192 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347831 Jul 26 16:02:43.575948 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563613c8-18de-4ccb-8fc8-d6742337cea6 req-447e172c-bcc6-440d-a61d-0f9a009df470 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:43.577587 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-563613c8-18de-4ccb-8fc8-d6742337cea6 req-447e172c-bcc6-440d-a61d-0f9a009df470 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0676358 Jul 26 16:02:43.623350 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-563613c8-18de-4ccb-8fc8-d6742337cea6 req-419d9497-04bb-4093-8fc5-d0d22f39598d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Jul 26 16:02:43.710534 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae86fe4-dd5e-4168-85e0-e5ee4ee71f2d req-9686a2cf-fced-4cdd-aa30-5d585db12fc2 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:43.716280 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ae86fe4-dd5e-4168-85e0-e5ee4ee71f2d req-9686a2cf-fced-4cdd-aa30-5d585db12fc2 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.0741012 Jul 26 16:02:43.758536 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ae86fe4-dd5e-4168-85e0-e5ee4ee71f2d req-6957d48c-8916-46f9-8e79-0f6b8dbf2461 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Jul 26 16:02:43.793027 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b99ac1-5976-43ee-a277-ab23e3154b52 req-fa7aaa8e-260a-42c1-90d1-df2fc91665cb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:43.794540 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-32b99ac1-5976-43ee-a277-ab23e3154b52 req-fa7aaa8e-260a-42c1-90d1-df2fc91665cb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0751455 Jul 26 16:02:43.837518 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-32b99ac1-5976-43ee-a277-ab23e3154b52 req-ffb99288-c217-483f-a1de-807032da9c8d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360277 Jul 26 16:02:43.961136 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3310ee-e9a6-4482-bf4d-bb3fc8aa7cdc req-e658de43-470b-4361-9ea7-1f14579eeacc tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:43.962863 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5b3310ee-e9a6-4482-bf4d-bb3fc8aa7cdc req-e658de43-470b-4361-9ea7-1f14579eeacc tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0686376 Jul 26 16:02:44.004504 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5b3310ee-e9a6-4482-bf4d-bb3fc8aa7cdc req-efab6314-be4c-4f8b-b146-5b7ebb2a0adf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356541 Jul 26 16:02:44.760681 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeba44a-c50c-4a32-a9c1-6d58f6350cce req-d18de029-12a5-482f-acf5-a71a05fdd828 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:44.762208 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-afeba44a-c50c-4a32-a9c1-6d58f6350cce req-d18de029-12a5-482f-acf5-a71a05fdd828 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0706255 Jul 26 16:02:44.803611 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-afeba44a-c50c-4a32-a9c1-6d58f6350cce req-ab576a3e-3a26-412c-b2f1-622c4e29a728 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Jul 26 16:02:44.890881 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fa95e-3326-4898-8024-dca1ed3ad40f req-db5cfe7f-d638-4bdf-b755-eb9223aaf713 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:44.892424 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-832fa95e-3326-4898-8024-dca1ed3ad40f req-db5cfe7f-d638-4bdf-b755-eb9223aaf713 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.0655522 Jul 26 16:02:44.931649 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-832fa95e-3326-4898-8024-dca1ed3ad40f req-8a982938-37d0-4fd6-95c0-f0389e654a85 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Jul 26 16:02:44.975494 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e585a65-c07d-4b78-9918-b8bac60a8fe5 req-0aa91eee-0ab5-445c-b6ec-8592174da5fb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:44.977147 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5e585a65-c07d-4b78-9918-b8bac60a8fe5 req-0aa91eee-0ab5-445c-b6ec-8592174da5fb tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0728717 Jul 26 16:02:45.015928 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5e585a65-c07d-4b78-9918-b8bac60a8fe5 req-11bc104b-f59e-4da7-b57b-9020a250dea8 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321815 Jul 26 16:02:45.143910 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187bd0-0cf9-4159-ab1d-494d3ea2eab0 req-ac96e58d-6561-4508-b089-d765f3ffe7dc tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:45.145425 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ab187bd0-0cf9-4159-ab1d-494d3ea2eab0 req-ac96e58d-6561-4508-b089-d765f3ffe7dc tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0686967 Jul 26 16:02:45.186484 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ab187bd0-0cf9-4159-ab1d-494d3ea2eab0 req-c075fc3e-069f-4b73-8871-b5ef8592be2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346389 Jul 26 16:02:45.943432 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8e9d2-e1da-4036-a04c-72a60cdd9a97 req-b18a841d-d999-4303-9e9b-b29a1b6849c6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:45.944974 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-aba8e9d2-e1da-4036-a04c-72a60cdd9a97 req-b18a841d-d999-4303-9e9b-b29a1b6849c6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0683813 Jul 26 16:02:45.987907 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-aba8e9d2-e1da-4036-a04c-72a60cdd9a97 req-d4831297-1475-4226-a063-96e6fc0a77f8 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Jul 26 16:02:46.070677 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b180b-4402-44ad-af22-fe227738f1bd req-6cd3a201-5e9b-4da9-97bb-7323f4120500 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:46.072165 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d66b180b-4402-44ad-af22-fe227738f1bd req-6cd3a201-5e9b-4da9-97bb-7323f4120500 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.0668561 Jul 26 16:02:46.117995 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d66b180b-4402-44ad-af22-fe227738f1bd req-4762aed1-03e7-4f61-8451-a28e7b587079 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a669bfe-80d3-496a-9f84-410f820d44a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Jul 26 16:02:46.154191 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca813-9c03-4045-8e87-d7239e74fcc5 req-8d38f449-dc4c-4267-a536-d365f45a9e13 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:46.155747 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-434ca813-9c03-4045-8e87-d7239e74fcc5 req-8d38f449-dc4c-4267-a536-d365f45a9e13 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0717950 Jul 26 16:02:46.197794 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-434ca813-9c03-4045-8e87-d7239e74fcc5 req-b3db4dbc-feb7-47be-ab6c-90972e1ae466 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Jul 26 16:02:46.551899 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-e872a152-eee5-4c2c-9ccb-c2c4f9aef2a1 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:46.553410 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-e872a152-eee5-4c2c-9ccb-c2c4f9aef2a1 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 950 time: 0.3215053 Jul 26 16:02:46.566137 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed8577-648d-4162-98c1-2054fb156657 req-0a8197a2-b2fc-4fe1-aa26-2647051e348f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:46.567748 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-65ed8577-648d-4162-98c1-2054fb156657 req-0a8197a2-b2fc-4fe1-aa26-2647051e348f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.3087058 Jul 26 16:02:46.662265 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-65ed8577-648d-4162-98c1-2054fb156657 req-9e65517d-5140-4553-a945-69e90fd93521 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589795 Jul 26 16:02:46.707792 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Deleting port 06a2cc36-2661-4445-9427-33f57b461056 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:02:46.708131 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:46.803687 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] For port 06a2cc36-2661-4445-9427-33f57b461056, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=06a2cc36-2661-4445-9427-33f57b461056,segment=NetworkSegment(db607fda-3738-4be4-8375-b7dd5e8171a7),segment_id=db607fda-3738-4be4-8375-b7dd5e8171a7)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:46.804049 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:46.817598 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Calling delete_port for 06a2cc36-2661-4445-9427-33f57b461056 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:02:46.950593 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:46.979411 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Pushing event deleted for resources: {'Port': ['ID=06a2cc36-2661-4445-9427-33f57b461056,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:47.028552 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] No DVR routers for this DVR port 06a2cc36-2661-4445-9427-33f57b461056 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:02:47.030195 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:47.032415 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1b909a2-dc34-4a68-b793-8fc6fecdd5c0 req-12f2b8fe-5f6f-462d-8d31-1bc18cee0372 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.38 "DELETE /v2.0/ports/06a2cc36-2661-4445-9427-33f57b461056 HTTP/1.1" status: 204 len: 173 time: 0.4637454 Jul 26 16:02:47.032876 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab963f33-de4f-4d41-94ae-59ff1ea56472', 'name': 'network-vif-deleted', 'tag': '06a2cc36-2661-4445-9427-33f57b461056'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:47.035157 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59e1db-ecee-40a4-9637-9d565f1b8964" -d '{"events": [{"server_uuid": "ab963f33-de4f-4d41-94ae-59ff1ea56472", "name": "network-vif-deleted", "tag": "06a2cc36-2661-4445-9427-33f57b461056"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:47.080708 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a9044-c481-45b9-9217-31fcabf6f182 x-openstack-request-id: req-a36a9044-c481-45b9-9217-31fcabf6f182 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:47.081302 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab963f33-de4f-4d41-94ae-59ff1ea56472", "name": "network-vif-deleted", "tag": "06a2cc36-2661-4445-9427-33f57b461056", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:47.081395 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a36a9044-c481-45b9-9217-31fcabf6f182 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:47.081798 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab963f33-de4f-4d41-94ae-59ff1ea56472', 'name': 'network-vif-deleted', 'tag': '06a2cc36-2661-4445-9427-33f57b461056', 'status': 'completed', 'code': 200} Jul 26 16:02:47.136280 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541b073-68ee-4d88-8442-13ed0bbf01d3 req-be1c98af-1e57-4ffe-830d-766ad37ba435 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:47.137858 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e541b073-68ee-4d88-8442-13ed0bbf01d3 req-be1c98af-1e57-4ffe-830d-766ad37ba435 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0784645 Jul 26 16:02:47.187823 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e541b073-68ee-4d88-8442-13ed0bbf01d3 req-b92972e6-7c12-4331-8ef4-c7840f97f64a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Jul 26 16:02:47.233935 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e4007e56-d650-4eca-a8d6-518b98e23807 req-a6e914f4-03e7-4615-8c2c-9d0e6589a106 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 210 time: 0.0352247 Jul 26 16:02:47.335630 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1578b08-7dea-40b4-a611-08039bab9fcf req-9e7f6d1c-54c3-4b17-8522-ffb67d3d9282 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:47.337368 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e1578b08-7dea-40b4-a611-08039bab9fcf req-9e7f6d1c-54c3-4b17-8522-ffb67d3d9282 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0663109 Jul 26 16:02:47.376940 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e1578b08-7dea-40b4-a611-08039bab9fcf req-78e7deac-3474-4514-aaaa-88598a6c765b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Jul 26 16:02:47.795473 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d23d97-42f1-4fd6-b88e-0442a31a2df0 req-48915870-fb90-4a5f-92fb-7204bce6bae2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:47.797510 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89d23d97-42f1-4fd6-b88e-0442a31a2df0 req-48915870-fb90-4a5f-92fb-7204bce6bae2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0635018 Jul 26 16:02:47.836254 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89d23d97-42f1-4fd6-b88e-0442a31a2df0 req-359450b3-cf29-45bf-8222-b913d7f5d2df tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323656 Jul 26 16:02:48.326883 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145bc77-781f-4b4c-984d-cb60ac866fbb req-29a6f736-c324-4893-9d43-760d2290dfe5 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:48.328522 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8145bc77-781f-4b4c-984d-cb60ac866fbb req-29a6f736-c324-4893-9d43-760d2290dfe5 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0700912 Jul 26 16:02:48.348341 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-763d57ce-c217-49de-b3d0-0dd3217ecb8d req-8aa66100-78e5-4c16-b8f1-1927f4d8a420 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 210 time: 0.0349841 Jul 26 16:02:48.373923 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8145bc77-781f-4b4c-984d-cb60ac866fbb req-fa8de8cc-295a-4536-bfdc-b74ebc9dd277 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354004 Jul 26 16:02:48.522324 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2d35-6afc-4390-b03c-4c46917168d9 req-cb307a9f-a67a-49f3-a10a-ac6371f10e3a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:48.523696 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6c9a2d35-6afc-4390-b03c-4c46917168d9 req-cb307a9f-a67a-49f3-a10a-ac6371f10e3a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0694268 Jul 26 16:02:48.560988 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6c9a2d35-6afc-4390-b03c-4c46917168d9 req-604e285b-ae85-42ad-8bcc-6223b97c88c7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Jul 26 16:02:48.995296 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb0d78-8f84-493b-aea7-dc96d57f066d req-c2ab2a92-ccb7-4542-9e56-5ed5b1a55471 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:48.996818 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fadb0d78-8f84-493b-aea7-dc96d57f066d req-c2ab2a92-ccb7-4542-9e56-5ed5b1a55471 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0814066 Jul 26 16:02:49.039806 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fadb0d78-8f84-493b-aea7-dc96d57f066d req-ba075d68-d5b4-4a88-84cc-32a78a1df748 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370648 Jul 26 16:02:49.451517 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f7c85555-ebc8-447d-97a7-cf71b100e3ad req-0662f2c3-dd6f-4e58-8424-c59dfeeb622d tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 210 time: 0.0296862 Jul 26 16:02:49.503314 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a8e26-28ea-4056-8ee4-268eaafd6862 req-7d130661-eb8e-4871-bde8-e1a378c1d27b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:49.504918 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a01a8e26-28ea-4056-8ee4-268eaafd6862 req-7d130661-eb8e-4871-bde8-e1a378c1d27b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0662434 Jul 26 16:02:49.543227 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a01a8e26-28ea-4056-8ee4-268eaafd6862 req-b455ae12-b481-4a46-abdd-ef711d80f539 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jul 26 16:02:49.696364 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dc265-52ab-475a-9d7e-5b99b36452e4 req-39d7f5ab-8ce5-46b4-ae34-c8ade55a3896 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:49.697851 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b10dc265-52ab-475a-9d7e-5b99b36452e4 req-39d7f5ab-8ce5-46b4-ae34-c8ade55a3896 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0648935 Jul 26 16:02:49.740093 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b10dc265-52ab-475a-9d7e-5b99b36452e4 req-132aff8d-e7f6-43d1-b2b1-1f445cf7e56c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Jul 26 16:02:50.180660 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491100ec-fd77-40db-ad0b-c2d6e2c528d9 req-3c3b127d-e988-4946-9103-cbb0e858deb1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:50.182247 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-491100ec-fd77-40db-ad0b-c2d6e2c528d9 req-3c3b127d-e988-4946-9103-cbb0e858deb1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0675850 Jul 26 16:02:50.223608 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-491100ec-fd77-40db-ad0b-c2d6e2c528d9 req-9af070d0-42f9-4c57-b780-58b81096d6e7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336900 Jul 26 16:02:50.552106 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-92d6e1bc-401a-4117-9563-f25b260b9a15 req-9aa2b3b7-ab95-4830-8013-8262949c1c14 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 210 time: 0.0321751 Jul 26 16:02:50.602808 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['06a2cc36-2661-4445-9427-33f57b461056'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:02:50.657630 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 470a5a77-77e5-43d4-89b6-37b7ed26efd5 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:02:50.692411 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4719389-d67e-41bf-aa70-dd9b63271172 req-681e1141-5c46-4bb6-a732-c4839d022aa4 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:50.694079 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e4719389-d67e-41bf-aa70-dd9b63271172 req-681e1141-5c46-4bb6-a732-c4839d022aa4 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 944 time: 0.0769255 Jul 26 16:02:50.709203 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:02:50.714070 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:02:50.714652 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:50.740836 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e4719389-d67e-41bf-aa70-dd9b63271172 req-a7a0f193-befe-4a00-9966-58ebd4738db2 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Jul 26 16:02:50.810946 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:50.834324 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be52032-ca29-40cb-ae14-73f94cd526c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470a5a77-77e5-43d4-89b6-37b7ed26efd5'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:02:50.836688 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cd1530-1cf6-469e-bb7b-548a5aaf60c0" -d '{"events": [{"server_uuid": "5be52032-ca29-40cb-ae14-73f94cd526c7", "name": "network-vif-plugged", "status": "completed", "tag": "470a5a77-77e5-43d4-89b6-37b7ed26efd5"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:02:50.853197 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 470a5a77-77e5-43d4-89b6-37b7ed26efd5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=470a5a77-77e5-43d4-89b6-37b7ed26efd5,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:02:50.858513 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:50.883331 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4f07a4-1e47-4873-9f97-6cbb7498bf66 x-openstack-request-id: req-8a4f07a4-1e47-4873-9f97-6cbb7498bf66 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:02:50.883619 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be52032-ca29-40cb-ae14-73f94cd526c7", "name": "network-vif-plugged", "status": "completed", "tag": "470a5a77-77e5-43d4-89b6-37b7ed26efd5", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:02:50.883863 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a4f07a4-1e47-4873-9f97-6cbb7498bf66 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:02:50.884258 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be52032-ca29-40cb-ae14-73f94cd526c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470a5a77-77e5-43d4-89b6-37b7ed26efd5', 'code': 200} Jul 26 16:02:50.886553 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f444d13-f892-481f-829b-cf3f2797bb5a req-cb232bbc-2def-4555-89d2-ff1ccf99dffa tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:50.888043 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3f444d13-f892-481f-829b-cf3f2797bb5a req-cb232bbc-2def-4555-89d2-ff1ccf99dffa tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0711026 Jul 26 16:02:50.909862 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=470a5a77-77e5-43d4-89b6-37b7ed26efd5,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:50.916792 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.917146 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.917477 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.917810 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.918136 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.918460 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.918782 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.919099 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.919419 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.919734 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.920050 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.920390 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:02:50.931568 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3f444d13-f892-481f-829b-cf3f2797bb5a req-474e726e-5593-4c12-91f0-2a5975d7816f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369847 Jul 26 16:02:51.287451 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19ba1-7f81-4350-8630-0d283c4016c5 req-cf5ffbf1-97f5-4b17-a643-f2da2a5c3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:51.290210 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e8c19ba1-7f81-4350-8630-0d283c4016c5 req-cf5ffbf1-97f5-4b17-a643-f2da2a5c3fec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 1098 time: 0.0648739 Jul 26 16:02:51.339894 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e8c19ba1-7f81-4350-8630-0d283c4016c5 req-1234cbe8-2ad6-4f8a-81e2-6e4da58bd4ba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Jul 26 16:02:51.373351 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b01477-ecb2-4fde-baf2-643e557335a4 req-b60cb9b9-b45a-4223-9c8e-48167790031a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:51.375592 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-49b01477-ecb2-4fde-baf2-643e557335a4 req-b60cb9b9-b45a-4223-9c8e-48167790031a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0745292 Jul 26 16:02:51.423190 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-49b01477-ecb2-4fde-baf2-643e557335a4 req-2369ac7c-12b1-4659-bf42-08059ac98484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 Jul 26 16:02:51.665864 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2d8ebc41-e349-4964-9dcf-10abcde4a262 req-7cbeaaea-aa72-4c03-a945-42f5a7620844 tempest-VolumesNegativeTest-1403385020 tempest-VolumesNegativeTest-1403385020-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab963f33-de4f-4d41-94ae-59ff1ea56472 HTTP/1.1" status: 200 len: 210 time: 0.0318248 Jul 26 16:02:51.886698 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66827e4b-c7a6-4f1a-a998-ba295b1b9252 req-c049616b-ea8e-437b-a2ba-7100813f9b56 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:51.888325 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-66827e4b-c7a6-4f1a-a998-ba295b1b9252 req-c049616b-ea8e-437b-a2ba-7100813f9b56 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.0790141 Jul 26 16:02:51.928898 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-66827e4b-c7a6-4f1a-a998-ba295b1b9252 req-474b7bad-d37b-450e-b2ed-c64788b3c0a2 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344338 Jul 26 16:02:52.083315 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481cf44-9c24-4d43-ab61-26b4480132a1 req-958b7bb7-185a-4675-b6cf-568495723024 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:52.084872 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d481cf44-9c24-4d43-ab61-26b4480132a1 req-958b7bb7-185a-4675-b6cf-568495723024 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0741482 Jul 26 16:02:52.126337 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d481cf44-9c24-4d43-ab61-26b4480132a1 req-bb007a63-3565-4c82-8f5b-f88765243dea tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351474 Jul 26 16:02:52.558794 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b34e06-601c-40d5-8c97-74e96438cc43 req-8f4f0267-7aea-425a-8678-a44f0f996d80 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:52.560316 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-55b34e06-601c-40d5-8c97-74e96438cc43 req-8f4f0267-7aea-425a-8678-a44f0f996d80 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0619297 Jul 26 16:02:52.601180 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-55b34e06-601c-40d5-8c97-74e96438cc43 req-6d70ff7c-e3f6-4e19-84ec-ba80630f5f9c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339153 Jul 26 16:02:53.074181 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d540-e562-46dd-bdcc-01045b55f006 req-958e7acf-edf7-44fc-9367-a476a5addb8d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:53.075658 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7f81d540-e562-46dd-bdcc-01045b55f006 req-958e7acf-edf7-44fc-9367-a476a5addb8d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.0658913 Jul 26 16:02:53.116545 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7f81d540-e562-46dd-bdcc-01045b55f006 req-f5852d28-92d6-4287-aa7f-88cd0625e5f5 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351188 Jul 26 16:02:53.741360 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ee2b-0b6d-4cdc-8976-a517d40bb470 req-ece2f1c3-a725-4eaf-bd37-fb44b497eacb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:53.742876 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9be8ee2b-0b6d-4cdc-8976-a517d40bb470 req-ece2f1c3-a725-4eaf-bd37-fb44b497eacb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0662258 Jul 26 16:02:53.781208 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9be8ee2b-0b6d-4cdc-8976-a517d40bb470 req-86fefbc4-9ce2-4a7e-885a-e3edc1ac97bc tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Jul 26 16:02:54.248941 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc3a69-4de4-4876-ab12-074f012fe93e req-f688161e-4c47-4ae4-b973-2f9e046ddd94 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:54.251659 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-befc3a69-4de4-4876-ab12-074f012fe93e req-f688161e-4c47-4ae4-b973-2f9e046ddd94 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.0663750 Jul 26 16:02:54.292442 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-befc3a69-4de4-4876-ab12-074f012fe93e req-d8d27c12-0959-43a0-a4ec-8bd1ba596d5e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Jul 26 16:02:54.925642 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655ba5-5104-4bb5-ad94-8818099a27cf req-be8be8e3-e5fc-43a9-bf48-7994ec4f6813 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:54.927139 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a9655ba5-5104-4bb5-ad94-8818099a27cf req-be8be8e3-e5fc-43a9-bf48-7994ec4f6813 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0726383 Jul 26 16:02:54.968572 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a9655ba5-5104-4bb5-ad94-8818099a27cf req-8cc34bde-b80a-4aba-bd91-58dafff9ea60 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346432 Jul 26 16:02:55.420744 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea942f-cf4b-42b3-b70b-e907a9795dc4 req-56113cc7-3bb9-4908-bb4c-194e581d15c1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:55.422741 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-26ea942f-cf4b-42b3-b70b-e907a9795dc4 req-56113cc7-3bb9-4908-bb4c-194e581d15c1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.0619659 Jul 26 16:02:55.460623 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-26ea942f-cf4b-42b3-b70b-e907a9795dc4 req-51503ff6-6c5a-422f-aa43-009255bd6b9d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Jul 26 16:02:55.634693 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 06a2cc36-2661-4445-9427-33f57b461056 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:02:55.655940 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 06a2cc36-2661-4445-9427-33f57b461056 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:02:55.656405 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 06a2cc36-2661-4445-9427-33f57b461056 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:02:55.742967 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:56.103416 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232ee5e-751c-49be-85b5-df69e6ca265b req-b833fcf7-4a3c-4f8d-9851-3d30742da5d6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:56.105043 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7232ee5e-751c-49be-85b5-df69e6ca265b req-b833fcf7-4a3c-4f8d-9851-3d30742da5d6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0665059 Jul 26 16:02:56.146511 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7232ee5e-751c-49be-85b5-df69e6ca265b req-162619dc-65df-49b4-8b67-fb9bc547e3b9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346665 Jul 26 16:02:56.599055 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84516acd-13e3-4c2e-a812-4f9ccf5372c4 req-8090adeb-8440-4705-bacf-f42098bf92bc tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:56.600535 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-84516acd-13e3-4c2e-a812-4f9ccf5372c4 req-8090adeb-8440-4705-bacf-f42098bf92bc tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.0712156 Jul 26 16:02:56.639530 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-84516acd-13e3-4c2e-a812-4f9ccf5372c4 req-77d2642f-2565-4efe-8bc9-ed4ab7cbfe1b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Jul 26 16:02:56.788088 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d9380-5e46-41aa-9512-7f1dfaf42983 req-656c9d73-10be-41a2-b1ed-e76d68fa07dc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:56.792786 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ed5d9380-5e46-41aa-9512-7f1dfaf42983 req-656c9d73-10be-41a2-b1ed-e76d68fa07dc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0699909 Jul 26 16:02:56.833028 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ed5d9380-5e46-41aa-9512-7f1dfaf42983 req-32db4208-ced0-4cfc-8cd0-5ebf0bac6b2e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351284 Jul 26 16:02:57.314283 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35188ead-d608-45a6-98e2-28166e40b496 req-a896e2da-45e6-4167-8c41-e31a6a564f10 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:57.315783 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-35188ead-d608-45a6-98e2-28166e40b496 req-a896e2da-45e6-4167-8c41-e31a6a564f10 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0766349 Jul 26 16:02:57.360359 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-35188ead-d608-45a6-98e2-28166e40b496 req-b8f1da11-2aa8-466d-837b-07b3cbb674e8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383220 Jul 26 16:02:57.624210 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43224) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:57.797625 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-2b0e72e6-43e5-4270-9b22-81907655cf8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4c32f2d5e1e408680a5efe98d073ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722286 Jul 26 16:02:57.800265 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43240) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:57.853550 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a585ee7b-cbd2-4ca5-b677-045e8baec8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:57.881777 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a585ee7b-cbd2-4ca5-b677-045e8baec8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:57.933044 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a585ee7b-cbd2-4ca5-b677-045e8baec8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:57.935716 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a585ee7b-cbd2-4ca5-b677-045e8baec8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:57.937446 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-a585ee7b-cbd2-4ca5-b677-045e8baec8ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a669bfe-80d3-496a-9f84-410f820d44a3 HTTP/1.1" status: 204 len: 168 time: 0.1362407 Jul 26 16:02:57.945821 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585ee7b-cbd2-4ca5-b677-045e8baec8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a669bfe-80d3-496a-9f84-410f820d44a3,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:58.537778 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216e1c-8ee2-49d5-b542-a290f2b1fedd req-defce0e4-a335-4cda-a2b5-154b145751ec tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:58.539409 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-24216e1c-8ee2-49d5-b542-a290f2b1fedd req-defce0e4-a335-4cda-a2b5-154b145751ec tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0902891 Jul 26 16:02:58.592397 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-24216e1c-8ee2-49d5-b542-a290f2b1fedd req-e5fa5122-323e-411f-9526-fc2f2040fc59 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Jul 26 16:02:58.655189 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43282) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:58.759174 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1538844530-network', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:58.779912 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Made reservation on behalf of 489361edabed4636a9a2d1a938e5c4a2 for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:02:58.782860 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:58.792186 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:58.886014 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:02:58.886615 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:58.890541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:58.920052 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:02:58.925407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:58.934135 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:58.934474 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Added segment 52d85357-a781-4b87-a44e-a6ffc236741b of type vlan for network 3e0d8d79-58ad-46da-ae8d-00cfff608940 Jul 26 16:02:58.975533 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.006358 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.007359 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:59.007954 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.064625 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4076278 Jul 26 16:02:59.067602 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43292) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:59.072823 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Request body: {'subnet': {'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1538844530-subnet', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'ip_version': 4}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:59.087757 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eac220-837f-45e9-81fe-1ead82870027 admin admin] Pushing event updated for resources: {'Network': ['ID=3e0d8d79-58ad-46da-ae8d-00cfff608940,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:59.104387 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:02:59.106230 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Made reservation on behalf of 489361edabed4636a9a2d1a938e5c4a2 for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:02:59.108935 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.283947 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.336687 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ae0ae2-fd28-41a9-9078-a034331e924a,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:02:59.347846 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Checking segment: {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:02:59.348216 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Network hostable DHCP agents. Network: 3e0d8d79-58ad-46da-ae8d-00cfff608940, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:02:59.365266 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:02:59.373395 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 3e0d8d79-58ad-46da-ae8d-00cfff608940) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:02:59.379203 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:59.380123 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.383452 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b9bb8-3192-4ad6-84ff-4f91e7cb74cf None None] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:02:59.394471 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-9a874ad0-496e-45b1-b5be-02cc3dae4717 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3256023 Jul 26 16:02:59.397254 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43296) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:02:59.401734 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:02:59.429301 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.430420 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.488611 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.554648 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-3e0d8d79-58ad-46da-ae8d-00cfff608940', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 16:02:59.555541 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.639595 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.722730 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Allocated IP 172.20.0.2 (3e0d8d79-58ad-46da-ae8d-00cfff608940/01ae0ae2-fd28-41a9-9078-a034331e924a/b3fe9f16-3ba7-469c-aa98-0724ff0d9414) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:02:59.777421 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60491c4-43f6-4182-a49b-030af85c8e11 req-4ad47c61-02ee-4234-96b8-bc7effbd8412 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:02:59.779015 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d60491c4-43f6-4182-a49b-030af85c8e11 req-4ad47c61-02ee-4234-96b8-bc7effbd8412 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0876863 Jul 26 16:02:59.822238 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d60491c4-43f6-4182-a49b-030af85c8e11 req-a1766762-b916-4453-9329-23f016c28ca0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364947 Jul 26 16:02:59.872789 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.885406 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.892826 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.894168 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Transition to ACTIVE for port object b3fe9f16-3ba7-469c-aa98-0724ff0d9414 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:02:59.910421 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Transition to ACTIVE for port object b3fe9f16-3ba7-469c-aa98-0724ff0d9414 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:02:59.916147 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:02:59.957396 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:02:59.962463 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:02:59.965909 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:02:59.975489 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Pushing event updated for resources: {'Port': ['ID=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:00.000948 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Allocated IP 172.27.1.99 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/d61e0ac1-1f64-426d-9296-f8ef2df1c963) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:00.026789 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Attempting to bind port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:00.027159 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Attempting to bind port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:00.027519 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Attempting to bind port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 on network 3e0d8d79-58ad-46da-ae8d-00cfff608940 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:00.033137 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:00.033512 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Checking segment: {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:00.033913 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.034311 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Bound using segment: {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:00.034779 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Bound port: b3fe9f16-3ba7-469c-aa98-0724ff0d9414, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:00.035160 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.098112 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] For port b3fe9f16-3ba7-469c-aa98-0724ff0d9414, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:00.101605 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] For port b3fe9f16-3ba7-469c-aa98-0724ff0d9414, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:00.101991 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.105836 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.148166 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.165833 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a37eb4-61c7-48cf-8eb2-bedbd9aedf10 None None] Pushing event updated for resources: {'Port': ['ID=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:00.199475 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:00.205740 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:00.212259 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:00.251838 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Pushing event updated for resources: {'Port': ['ID=d61e0ac1-1f64-426d-9296-f8ef2df1c963,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:00.450934 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.658710 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.796304 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Router 7b07b3cd-22f9-4100-be55-104c3e8a4993 is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:03:00.877550 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device b3fe9f16-3ba7-469c-aa98-0724ff0d9414 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:00.934615 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:03:00.950427 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Sync routers for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:03:00.958752 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:00.959345 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:00.961101 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-f2e2e14f-0eef-4125-aa44-4ca362f4605e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5626805 Jul 26 16:03:00.963999 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43324) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:00.973291 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:00.973934 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:02:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:01.108175 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:01.130297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94681886-d81e-41a2-9a88-1df1da375727 req-f6ccbafa-3850-4ae8-a43c-f55d48360f8f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:01.131848 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94681886-d81e-41a2-9a88-1df1da375727 req-f6ccbafa-3850-4ae8-a43c-f55d48360f8f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.1696634 Jul 26 16:03:01.186030 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29d2b4-9f5d-4f9b-96f7-376ef2abf4c1 None None] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:03:01.252825 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94681886-d81e-41a2-9a88-1df1da375727 req-585d3b52-5148-4cad-af84-1b4dd313751f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801048 Jul 26 16:03:01.340280 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7bffb9eb-d463-4a43-a171-b9cbf77dd27b None None] Provisioning for port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:01.347738 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7bffb9eb-d463-4a43-a171-b9cbf77dd27b None None] Provisioning complete for port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:01.348338 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7bffb9eb-d463-4a43-a171-b9cbf77dd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.353564 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:00Z', 'revision_number': 3, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:01.407261 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Checking router: 7b07b3cd-22f9-4100-be55-104c3e8a4993 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:03:01.407628 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Updating router 7b07b3cd-22f9-4100-be55-104c3e8a4993 port d61e0ac1-1f64-426d-9296-f8ef2df1c963 binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:03:01.446585 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.492815 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7bffb9eb-d463-4a43-a171-b9cbf77dd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.542221 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7bffb9eb-d463-4a43-a171-b9cbf77dd27b None None] For port b3fe9f16-3ba7-469c-aa98-0724ff0d9414, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:01.547500 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7bffb9eb-d463-4a43-a171-b9cbf77dd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.650752 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffb9eb-d463-4a43-a171-b9cbf77dd27b None None] Pushing event updated for resources: {'Port': ['ID=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:01.821668 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.838138 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.849332 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Transition to ACTIVE for port object d61e0ac1-1f64-426d-9296-f8ef2df1c963 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:01.854858 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.882828 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-d77ea45d-d2b2-41b8-a11f-5ee785879bc0 None None] Provisioning complete for port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:01.883289 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d77ea45d-d2b2-41b8-a11f-5ee785879bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.919083 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Attempting to bind port d61e0ac1-1f64-426d-9296-f8ef2df1c963 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:01.919473 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Attempting to bind port d61e0ac1-1f64-426d-9296-f8ef2df1c963 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:01.919828 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Attempting to bind port d61e0ac1-1f64-426d-9296-f8ef2df1c963 on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:01.922240 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Pushing event updated for resources: {'Port': ['ID=d61e0ac1-1f64-426d-9296-f8ef2df1c963,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:01.931234 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:01.931906 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:01.932361 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.932760 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:01.933245 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Bound port: d61e0ac1-1f64-426d-9296-f8ef2df1c963, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:01.933630 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:01.936892 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.937244 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.938055 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.938055 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.938268 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.938563 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.938891 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.939223 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.939551 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.939875 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.940229 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.940553 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:01.998000 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] For port d61e0ac1-1f64-426d-9296-f8ef2df1c963, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:02.001311 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] For port d61e0ac1-1f64-426d-9296-f8ef2df1c963, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=d61e0ac1-1f64-426d-9296-f8ef2df1c963,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:02.003561 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Allocated IP 172.20.0.1 (3e0d8d79-58ad-46da-ae8d-00cfff608940/01ae0ae2-fd28-41a9-9078-a034331e924a/5ad01b3d-6273-4854-b82d-7500edece543) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:02.005960 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.054659 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:02.055535 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:02:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:02.133256 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.148185 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Transition to ACTIVE for port object 5ad01b3d-6273-4854-b82d-7500edece543 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:02.187230 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.214593 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8acff-7b8e-46b3-9fcf-cfdf9bce74f5 None None] Pushing event updated for resources: {'Port': ['ID=d61e0ac1-1f64-426d-9296-f8ef2df1c963,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:02.233070 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:02.236294 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:02.242223 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:02.242906 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.287910 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Pushing event updated for resources: {'Port': ['ID=5ad01b3d-6273-4854-b82d-7500edece543,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:02.306741 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:02.431617 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a98f-11b9-4cf0-92d5-a057a34c6026 req-0320ee4c-7793-4d8f-bc26-a0a4723736d0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:02.433864 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.440088 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2970a98f-11b9-4cf0-92d5-a057a34c6026 req-0320ee4c-7793-4d8f-bc26-a0a4723736d0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0991633 Jul 26 16:03:02.493684 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2970a98f-11b9-4cf0-92d5-a057a34c6026 req-dcff6d8a-8231-4329-ad4e-09ebcda555aa tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522735 Jul 26 16:03:02.595676 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:00Z', 'revision_number': 3, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:02.603062 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-ac3f75a4-2b5c-4a72-876b-af7b44b1d7b2 None None] Provisioning for port 5ad01b3d-6273-4854-b82d-7500edece543 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:02.609623 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-ac3f75a4-2b5c-4a72-876b-af7b44b1d7b2 None None] Provisioning complete for port 5ad01b3d-6273-4854-b82d-7500edece543 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:02.610225 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ac3f75a4-2b5c-4a72-876b-af7b44b1d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.627450 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c92670-cad4-4401-a0b0-801d6ff17913 None None] The sync data for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi is: [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:00Z', 'revision_number': 3, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:03:02.663205 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f75a4-2b5c-4a72-876b-af7b44b1d7b2 None None] Port 5ad01b3d-6273-4854-b82d-7500edece543 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:03:02.666226 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.674062 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.675246 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.741242 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43352) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:02.807884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Pushing event updated for resources: {'Port': ['ID=5ad01b3d-6273-4854-b82d-7500edece543,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:02.859570 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device b3fe9f16-3ba7-469c-aa98-0724ff0d9414 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:02.895045 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:02.897440 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:02.977953 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7330a1e-85fc-4fa2-b36b-cd115bd16809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:02.981111 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:02.981720 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.132063 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Router 7b07b3cd-22f9-4100-be55-104c3e8a4993 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:03:03.183723 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7330a1e-85fc-4fa2-b36b-cd115bd16809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.188249 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a7330a1e-85fc-4fa2-b36b-cd115bd16809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.232370 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a7330a1e-85fc-4fa2-b36b-cd115bd16809 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66891dce1431469ba613dea64fc079ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898717 Jul 26 16:03:03.236718 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43368) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:03.259189 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7330a1e-85fc-4fa2-b36b-cd115bd16809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fdaa68-6e72-4ca9-a08c-6da977992497,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:03.300036 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-4184354a-0f29-4997-b82f-0e31ae4f7aac None None] Provisioning complete for port 5ad01b3d-6273-4854-b82d-7500edece543 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:03.300350 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4184354a-0f29-4997-b82f-0e31ae4f7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.335913 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e27480db-5f7e-4451-b76f-2d9218f281e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.362865 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-4184354a-0f29-4997-b82f-0e31ae4f7aac None None] Port 5ad01b3d-6273-4854-b82d-7500edece543 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:03:03.367530 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e27480db-5f7e-4451-b76f-2d9218f281e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.384866 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:03:03.390174 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-5395cd26-ec3f-4d02-b203-db28c334467f admin admin] 10.222.0.50 "PUT /v2.0/routers/7b07b3cd-22f9-4100-be55-104c3e8a4993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4244788 Jul 26 16:03:03.457971 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e27480db-5f7e-4451-b76f-2d9218f281e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.462427 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e27480db-5f7e-4451-b76f-2d9218f281e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.463921 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e27480db-5f7e-4451-b76f-2d9218f281e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76fdaa68-6e72-4ca9-a08c-6da977992497 HTTP/1.1" status: 204 len: 168 time: 0.2257888 Jul 26 16:03:03.476922 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27480db-5f7e-4451-b76f-2d9218f281e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fdaa68-6e72-4ca9-a08c-6da977992497,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:03.730897 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-028b7aa0-b018-4d73-adb6-659b708250ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:03.789076 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea3812-0c6d-452f-81f1-4124dcdb6c31 req-6fcf135a-b9d0-47ea-90cf-534cc55cdc91 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:03.791826 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-baea3812-0c6d-452f-81f1-4124dcdb6c31 req-6fcf135a-b9d0-47ea-90cf-534cc55cdc91 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.1718185 Jul 26 16:03:03.851240 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-baea3812-0c6d-452f-81f1-4124dcdb6c31 req-0c4d24ea-2064-4747-8f95-cdcd3507de30 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529132 Jul 26 16:03:04.273168 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43416) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:04.278224 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1281873183-network', 'tenant_id': '827ba291a88c414b8f814609cd87049e'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:04.306451 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Made reservation on behalf of 827ba291a88c414b8f814609cd87049e for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:03:04.309091 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.329671 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.440430 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.445175 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.470290 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:03:04.486623 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7896ff-ab82-4992-886b-0e010c5c302c,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:04.489828 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.490168 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Added segment cf9a0be1-6ec4-4a8d-ac31-bc9532375f49 of type vlan for network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca Jul 26 16:03:04.491453 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43420) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:04.534368 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.574167 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.575686 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:04.576531 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.626884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-862812066-network', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:04.637537 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3632188 Jul 26 16:03:04.640273 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43424) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:04.649362 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Request body: {'subnet': {'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1281873183-subnet', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:04.654204 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Made reservation on behalf of a521acbf91bb4c9b8b4739a09bcd60b2 for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:03:04.657576 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.661505 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db911f-694f-4e4a-89eb-4ce7163d1095 admin admin] Pushing event updated for resources: {'Network': ['ID=a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:04.675042 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:03:04.680417 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.682012 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Made reservation on behalf of 827ba291a88c414b8f814609cd87049e for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:03:04.684831 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2955831'] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.802324 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.807498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.853483 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Sync routers for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:03:04.870655 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:04.872434 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:02:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:04.876890 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:03:04.899172 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dc27ed-0d96-4d23-89cc-921e0d4607b2,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:04.910829 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:04.911589 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Added segment 62086a32-cdb9-4098-b579-fa9450b394ab of type vlan for network df718479-1703-448c-84ac-ed84f9f84200 Jul 26 16:03:04.986141 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device d61e0ac1-1f64-426d-9296-f8ef2df1c963 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:04.989023 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.084446 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2955813'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.086214 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.087911 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:05.088756 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.163135 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db4003-49c6-4769-ad23-e80bb7623f95 req-25ee7b39-4c35-450a-9e5e-8e70922d4e2a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:05.165084 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a4db4003-49c6-4769-ad23-e80bb7623f95 req-25ee7b39-4c35-450a-9e5e-8e70922d4e2a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.1846950 Jul 26 16:03:05.176173 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d4fda8-6588-4126-8109-7ad06f4d1262,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:05.190334 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] Pushing event updated for resources: {'Network': ['ID=df718479-1703-448c-84ac-ed84f9f84200,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:05.199145 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-784a9c19-ee5c-4d95-92b4-e42b11bcb637 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7062151 Jul 26 16:03:05.204439 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43444) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:05.209543 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Request body: {'subnet': {'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-862812066-subnet', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:05.217848 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network df718479-1703-448c-84ac-ed84f9f84200 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:03:05.229061 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Checking segment: {'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:05.229415 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Network hostable DHCP agents. Network: a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:03:05.257222 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a4db4003-49c6-4769-ad23-e80bb7623f95 req-2da34076-7d9b-4b97-a604-5ef8cd8c55f9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825026 Jul 26 16:03:05.260418 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Made reservation on behalf of a521acbf91bb4c9b8b4739a09bcd60b2 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:03:05.262886 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2955831'] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.309511 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:03:05.336742 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:05.344952 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:05.344952 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.382835 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-665d44a4-1be3-4e5d-8b25-5193e2e31ae5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7397201 Jul 26 16:03:05.385516 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43450) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:05.391321 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:05.418957 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.420394 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.454686 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e86578-7680-4f04-ae42-bc236e78ebf7 None None] Network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:03:05.524019 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.541775 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2955813'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.544670 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:05.585515 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port d61e0ac1-1f64-426d-9296-f8ef2df1c963 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:05.607603 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port d61e0ac1-1f64-426d-9296-f8ef2df1c963 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:05.609171 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.612713 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8992b9-ece5-443b-860a-c2d4e33673bc req-c63ef4c0-9de9-4786-9794-1e398dba4cb8 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:05.617593 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-2a88c479-bfa2-44a3-9721-c76e4f9ad0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:05.619073 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-2a88c479-bfa2-44a3-9721-c76e4f9ad0ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1099 time: 0.1898293 Jul 26 16:03:05.620057 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ce8992b9-ece5-443b-860a-c2d4e33673bc req-c63ef4c0-9de9-4786-9794-1e398dba4cb8 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1745815 Jul 26 16:03:05.676262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:05.691509 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ce8992b9-ece5-443b-860a-c2d4e33673bc req-4586941b-0bc0-4fdf-a502-1b049a9eb23a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705054 Jul 26 16:03:05.701156 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Checking segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:05.701588 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Network hostable DHCP agents. Network: df718479-1703-448c-84ac-ed84f9f84200, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:03:05.720104 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Network df718479-1703-448c-84ac-ed84f9f84200 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:03:05.732705 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, df718479-1703-448c-84ac-ed84f9f84200) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:05.743498 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:05.744163 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.749924 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f7ed7-d8f8-4896-bf16-8fd541529f02 None None] Network df718479-1703-448c-84ac-ed84f9f84200 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:03:05.754505 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.767071 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-12c04d1f-9ba8-4d5f-89df-13a2dd70108d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5612266 Jul 26 16:03:05.769958 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43452) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:05.778107 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:05.803646 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.804815 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.838913 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-6a9d8962-776e-45df-b4f2-22f29775d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:05.840816 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-6a9d8962-776e-45df-b4f2-22f29775d914 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.1759858 Jul 26 16:03:05.866559 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:05.901272 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-e3b43f0c-d911-4517-b894-72559f5465ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 200 len: 217 time: 0.0499659 Jul 26 16:03:05.968783 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.013049 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.017370 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca', 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'fixed_ips': [{'subnet_id': '90d4fda8-6588-4126-8109-7ad06f4d1262'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 16:03:06.018223 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.047548 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-b448c5a2-3fff-480a-aeb1-4c1651b13ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:06.049757 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-b448c5a2-3fff-480a-aeb1-4c1651b13ceb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.1304672 Jul 26 16:03:06.065975 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port d61e0ac1-1f64-426d-9296-f8ef2df1c963, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=d61e0ac1-1f64-426d-9296-f8ef2df1c963,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:06.084233 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.116236 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-d0d51a4b-4c19-4d1e-9ebf-95b8d972073f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332632 Jul 26 16:03:06.138029 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.198791 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.225654 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-df718479-1703-448c-84ac-ed84f9f84200', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 16:03:06.226418 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.254287 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4abce920-cab5-4ff1-bff3-dfd786a93a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.271977 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 2, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:06.290687 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.293834 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-1feac140-1b65-4954-8c06-4ec53fedffbe service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672418 Jul 26 16:03:06.303793 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=d61e0ac1-1f64-426d-9296-f8ef2df1c963,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:06.312999 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.368946 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Checking router: 7b07b3cd-22f9-4100-be55-104c3e8a4993 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:03:06.369303 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Updating router 7b07b3cd-22f9-4100-be55-104c3e8a4993 port 5ad01b3d-6273-4854-b82d-7500edece543 binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:03:06.423666 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Allocated IP 172.27.1.19 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/7637eca2-17ac-41d4-874c-63035b87a29e) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:06.523293 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.532605 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Allocated IP 172.20.0.2 (a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca/90d4fda8-6588-4126-8109-7ad06f4d1262/ab933c0a-11c2-4c3e-8916-2fda6702c7c9) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:06.550883 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.572320 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8eff8c12-e5d4-46c3-9238-2ec82755e8cb req-679f8ec0-2924-4e71-8854-f4c51f7e2c95 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460325 Jul 26 16:03:06.584155 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b506d2-8ac8-4288-bed8-2f0f4072c947 req-d277c303-ef41-4b68-b9ca-9b54342c9084 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:06.585919 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91b506d2-8ac8-4288-bed8-2f0f4072c947 req-d277c303-ef41-4b68-b9ca-9b54342c9084 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.1719360 Jul 26 16:03:06.652540 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.660896 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91b506d2-8ac8-4288-bed8-2f0f4072c947 req-b1e8a9ff-308c-4d25-901e-ebdecf834d30 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634632 Jul 26 16:03:06.703959 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Allocated IP 172.20.0.2 (df718479-1703-448c-84ac-ed84f9f84200/b4ccf388-3e84-4c72-a2e2-939f2ad4ebca/c52d9858-e235-4806-82b7-69079df80461) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:06.705630 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.742085 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:06.749407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:06.753811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:06.760844 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=7637eca2-17ac-41d4-874c-63035b87a29e,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:06.794936 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Allocated IP 172.27.1.11 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/3929b48c-5581-4240-a756-b82391e86d80) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:06.888564 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device d61e0ac1-1f64-426d-9296-f8ef2df1c963 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:06.961292 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:06.988444 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411aa76-162c-410c-b4e1-09d95d80b035 req-395e26fe-028d-4849-bfd2-1430b4568100 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:06.989838 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4411aa76-162c-410c-b4e1-09d95d80b035 req-395e26fe-028d-4849-bfd2-1430b4568100 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1181948 Jul 26 16:03:07.009918 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.049612 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.055076 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4411aa76-162c-410c-b4e1-09d95d80b035 req-51062953-883d-4905-8db0-d5f8a5f81f0d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485165 Jul 26 16:03:07.123525 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.162443 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Transition to ACTIVE for port object ab933c0a-11c2-4c3e-8916-2fda6702c7c9 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:07.196082 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.198399 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port d61e0ac1-1f64-426d-9296-f8ef2df1c963 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:07.198826 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.276960 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Transition to ACTIVE for port object c52d9858-e235-4806-82b7-69079df80461 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:07.289409 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Transition to ACTIVE for port object ab933c0a-11c2-4c3e-8916-2fda6702c7c9 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:07.296277 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.333496 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:07.333722 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.342152 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Transition to ACTIVE for port object c52d9858-e235-4806-82b7-69079df80461 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:07.342371 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:07.348578 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:07.384568 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.390709 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=3929b48c-5581-4240-a756-b82391e86d80,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:07.495206 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.589832 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.612463 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:07.628151 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:07.634718 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Network df718479-1703-448c-84ac-ed84f9f84200 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:07.635597 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Pushing event updated for resources: {'Port': ['ID=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:07.638050 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:07.641727 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Transition to ACTIVE for port object 5ad01b3d-6273-4854-b82d-7500edece543 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:07.652371 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:07.663444 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:03:07.683967 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:07.687555 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.713475 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:03:07.787293 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.817111 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Pushing event updated for resources: {'Port': ['ID=c52d9858-e235-4806-82b7-69079df80461,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:07.840493 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.db.resource_extend [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 26 16:03:07.916024 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:03:07.929268 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Sync routers for ids ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:03:07.939451 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Attempting to bind port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:07.940157 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Attempting to bind port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:07.940791 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Attempting to bind port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 on network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:07.945256 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Routers {'5de774a4-9d0d-4e6a-9be0-60982f52eec4'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:07.945977 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:07.956444 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:07.957219 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Checking segment: {'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:07.957971 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.958606 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Bound using segment: {'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:07.959063 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Bound port: ab933c0a-11c2-4c3e-8916-2fda6702c7c9, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:07.959460 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.969289 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31936696-7765-49f7-8ea7-0aadc628cac0 req-62b4a6c0-89f1-40c6-b0bd-06dcf57ab85b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:07.970915 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-31936696-7765-49f7-8ea7-0aadc628cac0 req-62b4a6c0-89f1-40c6-b0bd-06dcf57ab85b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.1807754 Jul 26 16:03:07.977174 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:07.978627 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-cd681939-f6a3-4520-9e9f-6474160c7dd3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5920367 Jul 26 16:03:07.990086 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43486) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:08.006724 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Attempting to bind port c52d9858-e235-4806-82b7-69079df80461 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:08.007344 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Attempting to bind port c52d9858-e235-4806-82b7-69079df80461 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:08.008041 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Attempting to bind port c52d9858-e235-4806-82b7-69079df80461 on network df718479-1703-448c-84ac-ed84f9f84200 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:08.056587 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:08.057365 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Checking segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:08.057931 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.058844 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Bound using segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:08.059595 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Bound port: c52d9858-e235-4806-82b7-69079df80461, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:08.060228 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.061356 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.114449 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef88ec-1d5d-48cf-8197-6c27bd8a2cec None None] Pushing event updated for resources: {'Port': ['ID=5ad01b3d-6273-4854-b82d-7500edece543,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:08.159306 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Set router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:08.161720 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Attempting to bind port 5ad01b3d-6273-4854-b82d-7500edece543 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:08.162234 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Attempting to bind port 5ad01b3d-6273-4854-b82d-7500edece543 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:08.162795 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Attempting to bind port 5ad01b3d-6273-4854-b82d-7500edece543 on network 3e0d8d79-58ad-46da-ae8d-00cfff608940 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:08.175422 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-31936696-7765-49f7-8ea7-0aadc628cac0 req-3ac21d91-6a01-4a56-940a-f29d75c03330 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953690 Jul 26 16:03:08.230823 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:08.237815 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:08.238598 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Checking segment: {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:08.239454 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.240052 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Bound using segment: {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:08.241004 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Bound port: 5ad01b3d-6273-4854-b82d-7500edece543, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:08.241620 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.294525 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b46a0-ca9b-47e1-9835-786f3c08d41e req-ec9b905a-1b56-42e5-9c90-c44d16b7e1b5 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:08.296661 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b31b46a0-ca9b-47e1-9835-786f3c08d41e req-ec9b905a-1b56-42e5-9c90-c44d16b7e1b5 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1035063 Jul 26 16:03:08.328432 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:03:08.347046 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] For port c52d9858-e235-4806-82b7-69079df80461, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:08.351763 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] For port c52d9858-e235-4806-82b7-69079df80461, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=c52d9858-e235-4806-82b7-69079df80461,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:08.353621 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '77c90049-d94e-4005-8423-c0d16b66f868', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'port_id': '77c90049-d94e-4005-8423-c0d16b66f868', 'mac_address': 'fa:16:3e:47:ce:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:03:08.355312 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b31b46a0-ca9b-47e1-9835-786f3c08d41e req-35cf34b6-17f7-4a7e-98d4-2531f82d893c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492334 Jul 26 16:03:08.416723 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.438433 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] For port ab933c0a-11c2-4c3e-8916-2fda6702c7c9, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:08.473183 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:03:08.493007 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.497825 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4e3dd300-b157-4625-96a5-1704921f2cf8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7248850 Jul 26 16:03:08.498432 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43502) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:08.499653 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:03:08.510793 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] For port ab933c0a-11c2-4c3e-8916-2fda6702c7c9, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,segment=NetworkSegment(cf9a0be1-6ec4-4a8d-ac31-bc9532375f49),segment_id=cf9a0be1-6ec4-4a8d-ac31-bc9532375f49)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:08.520368 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:06Z', 'revision_number': 3, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:08.535059 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:08.535704 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:08.546908 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.559488 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.561814 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Checking router: 5de774a4-9d0d-4e6a-9be0-60982f52eec4 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:03:08.562463 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Updating router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 port 7637eca2-17ac-41d4-874c-63035b87a29e binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:03:08.568071 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] For port 5ad01b3d-6273-4854-b82d-7500edece543, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:08.618161 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.651031 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.660960 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] For port 5ad01b3d-6273-4854-b82d-7500edece543, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=5ad01b3d-6273-4854-b82d-7500edece543,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:08.669160 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77c90049-d94e-4005-8423-c0d16b66f868 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:03:08.707178 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:08.735843 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2172e0-a8bc-433e-a864-47c7b81b9a8a None None] Pushing event updated for resources: {'Port': ['ID=c52d9858-e235-4806-82b7-69079df80461,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:08.964691 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:09.060440 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Allocated IP 172.20.0.1 (a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca/90d4fda8-6588-4126-8109-7ad06f4d1262/310f328d-83bd-4443-9eae-92ed604c8d12) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:09.166714 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:09.167371 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:09.171347 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6e44-598f-4482-8857-ee01c1a4c136 None None] Pushing event updated for resources: {'Port': ['ID=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:09.174058 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.270650 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.329891 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.347175 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.363532 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Transition to ACTIVE for port object 7637eca2-17ac-41d4-874c-63035b87a29e will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:09.366991 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:09.377245 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.380425 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43520) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:09.396376 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.428327 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Transition to ACTIVE for port object 310f328d-83bd-4443-9eae-92ed604c8d12 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:09.484782 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef88ec-1d5d-48cf-8197-6c27bd8a2cec None None] Pushing event updated for resources: {'Port': ['ID=5ad01b3d-6273-4854-b82d-7500edece543,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:09.505242 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72a8b1-e99e-435e-9a06-cbca6d3025e2 None None] Pushing event updated for resources: {'Port': ['ID=7637eca2-17ac-41d4-874c-63035b87a29e,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:09.512980 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502be870-37a6-4817-a5f3-1d29662646fb req-45182aef-4d28-4487-a901-66f7f80cdee3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:09.514928 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-502be870-37a6-4817-a5f3-1d29662646fb req-45182aef-4d28-4487-a901-66f7f80cdee3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.1857133 Jul 26 16:03:09.516660 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.556995 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Attempting to bind port 7637eca2-17ac-41d4-874c-63035b87a29e on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:09.557637 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Attempting to bind port 7637eca2-17ac-41d4-874c-63035b87a29e by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:09.558009 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Attempting to bind port 7637eca2-17ac-41d4-874c-63035b87a29e on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:09.579006 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:09.579494 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:09.579909 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.580477 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:09.583270 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Bound port: 7637eca2-17ac-41d4-874c-63035b87a29e, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:09.583718 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.592658 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:09.601251 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:09.609924 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:09.612550 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.635394 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['77c90049-d94e-4005-8423-c0d16b66f868'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:03:09.664747 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] For port 7637eca2-17ac-41d4-874c-63035b87a29e, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:09.669076 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] For port 7637eca2-17ac-41d4-874c-63035b87a29e, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=7637eca2-17ac-41d4-874c-63035b87a29e,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:09.672937 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Pushing event updated for resources: {'Port': ['ID=310f328d-83bd-4443-9eae-92ed604c8d12,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:09.684626 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.689564 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-502be870-37a6-4817-a5f3-1d29662646fb req-5a2ccd25-8950-4ddf-9e44-f2177526764a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383123 Jul 26 16:03:09.719000 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Allocated IP 172.20.0.1 (df718479-1703-448c-84ac-ed84f9f84200/b4ccf388-3e84-4c72-a2e2-939f2ad4ebca/c386138f-e4ff-4e08-b664-73bc900f5835) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:09.792512 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Routers {'5de774a4-9d0d-4e6a-9be0-60982f52eec4'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:09.793768 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:09.845425 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-018dcdc8-f722-49b8-bf2b-2710ec01c9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.847976 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72a8b1-e99e-435e-9a06-cbca6d3025e2 None None] Pushing event updated for resources: {'Port': ['ID=7637eca2-17ac-41d4-874c-63035b87a29e,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:09.857112 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.876001 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=6']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:09.907122 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:09.960126 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:09.977299 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] Set router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:09.988439 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34c27f-1c58-4a09-9822-9d9fdf7c0aaf req-0513e98e-df5c-45cc-875a-1d8d162dc7d0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:09.990167 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2e34c27f-1c58-4a09-9822-9d9fdf7c0aaf req-0513e98e-df5c-45cc-875a-1d8d162dc7d0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.4455767 Jul 26 16:03:10.019643 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Transition to ACTIVE for port object c386138f-e4ff-4e08-b664-73bc900f5835 will not be triggered until provisioned by entity DHCP. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:10.079081 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2e34c27f-1c58-4a09-9822-9d9fdf7c0aaf req-84cb6edb-4911-4942-82fc-34d4d3f1acc2 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819521 Jul 26 16:03:10.103131 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.103693 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.104565 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.135419 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.193416 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:07Z', 'revision_number': 3, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:10.222068 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-018dcdc8-f722-49b8-bf2b-2710ec01c9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.230485 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Network df718479-1703-448c-84ac-ed84f9f84200 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:10.236398 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:10.240223 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-018dcdc8-f722-49b8-bf2b-2710ec01c9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.249812 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:10.283880 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Pushing event updated for resources: {'Port': ['ID=310f328d-83bd-4443-9eae-92ed604c8d12,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:10.307308 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:03:10.307658 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Updating router 3b2db9a5-5842-405c-ba81-6fc39297fddc port 3929b48c-5581-4240-a756-b82391e86d80 binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:03:10.315748 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Pushing event updated for resources: {'Port': ['ID=c386138f-e4ff-4e08-b664-73bc900f5835,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:10.370118 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:10.371737 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:10.400105 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 4, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '310f328d-83bd-4443-9eae-92ed604c8d12', 'name': '', 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'mac_address': 'fa:16:3e:b8:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:08Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 1, 'project_id': '827ba291a88c414b8f814609cd87049e', 'subnets': [{'id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:10.409370 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-018dcdc8-f722-49b8-bf2b-2710ec01c9df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=146211f3675840cfb4f678cf8b794664&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279019 Jul 26 16:03:10.414728 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43532) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:10.434353 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.453211 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dcdc8-f722-49b8-bf2b-2710ec01c9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b802a093-f2cf-4ddc-96b5-f8980cee8128,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:10.490794 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4333f0dc-0243-4da2-9e76-ebb7a89c3949 None None] The sync data for ids ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'] in dv-cinder-797608-11-iscsi is: [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 4, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '310f328d-83bd-4443-9eae-92ed604c8d12', 'name': '', 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'mac_address': 'fa:16:3e:b8:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:08Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 1, 'project_id': '827ba291a88c414b8f814609cd87049e', 'subnets': [{'id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:03:10.519097 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.620247 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:03:10.682421 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-930239d2-612b-4557-9575-03e7da3515dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.719854 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-930239d2-612b-4557-9575-03e7da3515dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.752121 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d53727b-3170-4722-8d97-fd8e1fd3f178 None None] Network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:03:10.809362 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.857397 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:03:10.886319 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-83a0e9ec-5c89-46ce-be74-3352cb3600fa admin admin] 10.222.0.50 "PUT /v2.0/routers/5de774a4-9d0d-4e6a-9be0-60982f52eec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8813691 Jul 26 16:03:10.902114 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-930239d2-612b-4557-9575-03e7da3515dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.916524 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-930239d2-612b-4557-9575-03e7da3515dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:10.919943 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-930239d2-612b-4557-9575-03e7da3515dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b802a093-f2cf-4ddc-96b5-f8980cee8128 HTTP/1.1" status: 204 len: 168 time: 0.5006804 Jul 26 16:03:10.938701 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c29eaa-9e67-4d45-b8a1-826cb2617fde None None] Network df718479-1703-448c-84ac-ed84f9f84200 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:03:10.979578 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930239d2-612b-4557-9575-03e7da3515dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b802a093-f2cf-4ddc-96b5-f8980cee8128,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:11.100509 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd735-0040-479c-a55f-81781786848a req-5f26fb24-9f2c-49d6-adb7-c55700ae9c37 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:11.100509 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fffcd735-0040-479c-a55f-81781786848a req-5f26fb24-9f2c-49d6-adb7-c55700ae9c37 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.2235260 Jul 26 16:03:11.225975 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fffcd735-0040-479c-a55f-81781786848a req-058f3487-a2e0-418b-ac8e-e4bd2baa4744 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170893 Jul 26 16:03:11.231890 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device ab933c0a-11c2-4c3e-8916-2fda6702c7c9 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:11.323415 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-791ff767-cde6-40c0-af24-b4528e7af0df None None] Provisioning for port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:11.389369 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:11.400092 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:11.547190 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c677-aa91-4f35-ab57-5bbff393d0a6 req-f8cd839c-6424-4ad0-853f-89d22feb7f70 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:11.549289 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-94d7c677-aa91-4f35-ab57-5bbff393d0a6 req-f8cd839c-6424-4ad0-853f-89d22feb7f70 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.2391603 Jul 26 16:03:11.555778 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Pushing event updated for resources: {'Port': ['ID=c386138f-e4ff-4e08-b664-73bc900f5835,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:11.577620 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:11.641757 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-0a18f0e1-d4d7-49b0-8e6b-b38cf98e4616 None None] Provisioning for port c52d9858-e235-4806-82b7-69079df80461 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:11.673663 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:11.723248 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:11.797557 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-94d7c677-aa91-4f35-ab57-5bbff393d0a6 req-ba308bc1-b463-4ce2-b037-37c01a5cda7c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302079 Jul 26 16:03:11.832906 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Network df718479-1703-448c-84ac-ed84f9f84200 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:11.834373 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:11.864398 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:08Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:11.918342 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:11.919121 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:11.974055 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b471cc-4ee7-41ed-92f6-5173a91da524 None None] The sync data for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi is: [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:08Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:03:11.988535 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 77c90049-d94e-4005-8423-c0d16b66f868 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:11.989071 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:12.113729 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:03:12.692785 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:12.699032 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:12.732816 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea2b6-d1d7-4c3a-a5a9-3bd6f613ea17 req-32b1db08-faf5-4597-8c7a-922c46264a8f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:12.751902 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f8fea2b6-d1d7-4c3a-a5a9-3bd6f613ea17 req-32b1db08-faf5-4597-8c7a-922c46264a8f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.2828059 Jul 26 16:03:12.873703 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Transition to ACTIVE for port object 3929b48c-5581-4240-a756-b82391e86d80 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:12.900470 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:12.930576 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:13.023145 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:03:13.025666 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e48433-2902-4041-a978-f178ad79c185" -d '{"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-plugged", "status": "completed", "tag": "77c90049-d94e-4005-8423-c0d16b66f868"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:03:13.036120 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f8fea2b6-d1d7-4c3a-a5a9-3bd6f613ea17 req-8ac82758-946c-4e9d-af2e-69781b83e1ab tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774255 Jul 26 16:03:13.075913 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port ab933c0a-11c2-4c3e-8916-2fda6702c7c9, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,segment=NetworkSegment(cf9a0be1-6ec4-4a8d-ac31-bc9532375f49),segment_id=cf9a0be1-6ec4-4a8d-ac31-bc9532375f49)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:13.106895 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Attempting to bind port 3929b48c-5581-4240-a756-b82391e86d80 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:13.107419 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Attempting to bind port 3929b48c-5581-4240-a756-b82391e86d80 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:13.107884 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Attempting to bind port 3929b48c-5581-4240-a756-b82391e86d80 on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:13.186257 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:13.195956 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:13.197301 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device c52d9858-e235-4806-82b7-69079df80461 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:13.375593 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1c398c-ae6d-4201-a2a5-17e58669d40b x-openstack-request-id: req-4e1c398c-ae6d-4201-a2a5-17e58669d40b {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:03:13.379997 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-plugged", "status": "completed", "tag": "77c90049-d94e-4005-8423-c0d16b66f868", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:03:13.380527 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e1c398c-ae6d-4201-a2a5-17e58669d40b {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:03:13.386729 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868', 'code': 200} Jul 26 16:03:13.402132 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:13.409589 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:13.421090 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:13.421884 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:13.422562 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:13.423184 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Bound port: 3929b48c-5581-4240-a756-b82391e86d80, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:13.423700 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:13.426619 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c86fff-d04a-4849-8630-216cbdb2d2f8 None None] Pushing event updated for resources: {'Port': ['ID=3929b48c-5581-4240-a756-b82391e86d80,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:13.541824 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:03:13.572122 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-96c27d1b-bda0-4c27-9859-23063ad60142 admin admin] 10.222.0.50 "PUT /v2.0/routers/3b2db9a5-5842-405c-ba81-6fc39297fddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0723450 Jul 26 16:03:13.617973 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-bc892732-46fd-414f-a325-f8b8ab18efa6 None None] Provisioning complete for port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:13.618497 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bc892732-46fd-414f-a325-f8b8ab18efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:13.667702 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa611f-18d6-4cf6-8bd7-3609061f4fe9 req-0117f5a1-7eba-49c7-8b3f-edcb5f5647d7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:13.692412 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-58aa611f-18d6-4cf6-8bd7-3609061f4fe9 req-0117f5a1-7eba-49c7-8b3f-edcb5f5647d7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.2987878 Jul 26 16:03:13.721310 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] For port 3929b48c-5581-4240-a756-b82391e86d80, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:13.730818 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] For port 3929b48c-5581-4240-a756-b82391e86d80, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=3929b48c-5581-4240-a756-b82391e86d80,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:13.808227 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-58aa611f-18d6-4cf6-8bd7-3609061f4fe9 req-3523a1c9-a314-45e5-bcbb-6d16bb1a3122 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126008 Jul 26 16:03:13.853157 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:13.916393 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port c52d9858-e235-4806-82b7-69079df80461 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:13.946355 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port c52d9858-e235-4806-82b7-69079df80461 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:13.946747 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:14.075568 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:14.076422 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:14.189640 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:14.321511 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=7']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:14.659844 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f576c83-0501-48fb-ae8c-f95289c70412 req-2482b062-e3c5-4d1a-a504-5ffbcf5b293c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:14.683704 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:14.684076 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5f576c83-0501-48fb-ae8c-f95289c70412 req-2482b062-e3c5-4d1a-a504-5ffbcf5b293c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.2587550 Jul 26 16:03:14.749651 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c86fff-d04a-4849-8630-216cbdb2d2f8 None None] Pushing event updated for resources: {'Port': ['ID=3929b48c-5581-4240-a756-b82391e86d80,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:14.774051 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5f576c83-0501-48fb-ae8c-f95289c70412 req-72b23fa6-2f1c-4059-94d0-79f380b00f7e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793529 Jul 26 16:03:14.819193 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:14.922314 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-bc892732-46fd-414f-a325-f8b8ab18efa6 None None] Provisioning for port 310f328d-83bd-4443-9eae-92ed604c8d12 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:14.944820 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port c52d9858-e235-4806-82b7-69079df80461, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=c52d9858-e235-4806-82b7-69079df80461,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:14.995390 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-bc892732-46fd-414f-a325-f8b8ab18efa6 None None] Provisioning complete for port 310f328d-83bd-4443-9eae-92ed604c8d12 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:15.015297 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-bc892732-46fd-414f-a325-f8b8ab18efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:15.136988 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:15.173729 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43638) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:15.185913 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-836164017-network', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:15.289183 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Made reservation on behalf of 77af5e93df624336ba432fb4ace8ce59 for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:03:15.305762 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:15.325191 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bdf31-b2b1-4251-b3f1-c5952c800904 req-38a1acdb-6967-46b8-a4c1-fcff95dcb065 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:15.333534 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6e3bdf31-b2b1-4251-b3f1-c5952c800904 req-38a1acdb-6967-46b8-a4c1-fcff95dcb065 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.2212260 Jul 26 16:03:15.341144 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:15.477190 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6e3bdf31-b2b1-4251-b3f1-c5952c800904 req-d83900d9-c15b-4ff5-b61a-1b0e071bf39c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353049 Jul 26 16:03:15.618032 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Sync routers for ids ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:03:15.634360 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Routers {'5de774a4-9d0d-4e6a-9be0-60982f52eec4'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:15.635094 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:15.695011 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-bc892732-46fd-414f-a325-f8b8ab18efa6 None None] Port 310f328d-83bd-4443-9eae-92ed604c8d12 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:03:15.701257 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:15.711073 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device ab933c0a-11c2-4c3e-8916-2fda6702c7c9 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:15.715720 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:15.779444 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:03:15.837198 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a2561a-ed10-4a65-a451-9103beb7f6b2,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:15.863475 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:15.866643 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Added segment 46e6b024-7209-450e-9dfa-de7bdac59e2e of type vlan for network 0a27350b-ca25-4387-b514-01e157cb2dd2 Jul 26 16:03:15.962377 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:16.046510 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:16.047805 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:16.048576 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:16.068930 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c376c-a537-42ca-8ce9-cf61d6c1b681 req-7f9eb2d6-7537-44ae-848b-6d4276fab91b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:16.088807 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Set router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:16.091888 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e95c376c-a537-42ca-8ce9-cf61d6c1b681 req-7f9eb2d6-7537-44ae-848b-6d4276fab91b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.2004352 Jul 26 16:03:16.195566 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=c52d9858-e235-4806-82b7-69079df80461,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:16.196769 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e95c376c-a537-42ca-8ce9-cf61d6c1b681 req-8c082da3-fdc6-417d-92da-63ff543673da tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031394 Jul 26 16:03:16.211695 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0369186 Jul 26 16:03:16.214693 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43650) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:16.221022 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Request body: {'subnet': {'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-836164017-subnet', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:16.221256 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-68980127-431e-48b3-9f83-a37f720b3381 None None] Provisioning complete for port c52d9858-e235-4806-82b7-69079df80461 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:16.221548 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-68980127-431e-48b3-9f83-a37f720b3381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:16.245336 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d046f-12db-438d-83ce-b1190316f87e admin admin] Pushing event updated for resources: {'Network': ['ID=0a27350b-ca25-4387-b514-01e157cb2dd2,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:16.267906 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Made reservation on behalf of 77af5e93df624336ba432fb4ace8ce59 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:03:16.270884 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2955831'] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:16.310007 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 0a27350b-ca25-4387-b514-01e157cb2dd2 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:03:16.554336 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 4, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '310f328d-83bd-4443-9eae-92ed604c8d12', 'name': '', 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'mac_address': 'fa:16:3e:b8:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:08Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 2, 'project_id': '827ba291a88c414b8f814609cd87049e', 'subnets': [{'id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:16.567802 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:16.568263 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:16.591539 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Checking router: 5de774a4-9d0d-4e6a-9be0-60982f52eec4 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:03:16.592308 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Updating router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 port 310f328d-83bd-4443-9eae-92ed604c8d12 binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:03:16.662142 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:16.752561 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2955813'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:16.777280 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac52e67-a9ca-4716-ba19-681e3d0fc065 req-02366330-eab5-4d7d-b6cc-5c5486cc5343 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:16.786365 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8ac52e67-a9ca-4716-ba19-681e3d0fc065 req-02366330-eab5-4d7d-b6cc-5c5486cc5343 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1492648 Jul 26 16:03:16.843555 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 2, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:16.876864 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8ac52e67-a9ca-4716-ba19-681e3d0fc065 req-6e0df0fd-ae8c-4132-ae24-6ace6efaba90 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892956 Jul 26 16:03:16.917326 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a3f722-6d75-4ce0-855d-35f82539d18c,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:16.921098 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7b2b6-adac-454d-85fb-505eeb5a4b2e None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 2, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:03:16.937919 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.938395 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.938839 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.939264 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.939698 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.940129 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.940580 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.941007 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.941431 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.941849 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.943000 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.943427 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:16.946729 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Checking segment: {'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:16.947217 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Network hostable DHCP agents. Network: 0a27350b-ca25-4387-b514-01e157cb2dd2, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:03:16.997598 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Network 0a27350b-ca25-4387-b514-01e157cb2dd2 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:03:17.021057 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 0a27350b-ca25-4387-b514-01e157cb2dd2) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:17.041535 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:17.042148 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.046996 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92e73c-f555-402b-9bc2-2cf0906e4643 None None] Network 0a27350b-ca25-4387-b514-01e157cb2dd2 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:03:17.089533 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43656) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:17.091951 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3764dda9-b1b6-427c-9880-4a3f8c60b6be admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8758862 Jul 26 16:03:17.096923 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:17.145478 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.146947 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.168749 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-68980127-431e-48b3-9f83-a37f720b3381 None None] Provisioning for port c386138f-e4ff-4e08-b664-73bc900f5835 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:17.182461 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 7637eca2-17ac-41d4-874c-63035b87a29e up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:17.246595 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-68980127-431e-48b3-9f83-a37f720b3381 None None] Provisioning complete for port c386138f-e4ff-4e08-b664-73bc900f5835 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:17.247309 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-68980127-431e-48b3-9f83-a37f720b3381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.323033 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.516375 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.574878 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Transition to ACTIVE for port object 310f328d-83bd-4443-9eae-92ed604c8d12 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:17.587868 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.763011 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469e216-bc0f-4380-8567-85fb7672ac9a None None] Pushing event updated for resources: {'Port': ['ID=310f328d-83bd-4443-9eae-92ed604c8d12,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:17.824355 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 7637eca2-17ac-41d4-874c-63035b87a29e completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:17.842215 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-68980127-431e-48b3-9f83-a37f720b3381 None None] Port c386138f-e4ff-4e08-b664-73bc900f5835 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:03:17.939080 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 7637eca2-17ac-41d4-874c-63035b87a29e triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:17.939447 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.947041 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:17.997749 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca785f97-eb72-43ad-b1a3-a24a4c08a8c4 req-b588c5a5-29b0-4af9-b4e9-0a749b307e57 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:18.014020 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ca785f97-eb72-43ad-b1a3-a24a4c08a8c4 req-b588c5a5-29b0-4af9-b4e9-0a749b307e57 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.4702013 Jul 26 16:03:18.017186 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Attempting to bind port 310f328d-83bd-4443-9eae-92ed604c8d12 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:18.017943 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Attempting to bind port 310f328d-83bd-4443-9eae-92ed604c8d12 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:18.020655 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Attempting to bind port 310f328d-83bd-4443-9eae-92ed604c8d12 on network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:18.038307 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:18.039000 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Checking segment: {'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:18.043049 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:18.043879 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Bound using segment: {'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:18.044842 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Bound port: 310f328d-83bd-4443-9eae-92ed604c8d12, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:18.046254 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:18.166076 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ca785f97-eb72-43ad-b1a3-a24a4c08a8c4 req-79c5eeb8-3d53-4341-b9bc-ee65b7b9dd7f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436749 Jul 26 16:03:18.297757 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] For port 310f328d-83bd-4443-9eae-92ed604c8d12, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:18.306528 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] For port 310f328d-83bd-4443-9eae-92ed604c8d12, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=310f328d-83bd-4443-9eae-92ed604c8d12,segment=NetworkSegment(cf9a0be1-6ec4-4a8d-ac31-bc9532375f49),segment_id=cf9a0be1-6ec4-4a8d-ac31-bc9532375f49)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:18.320922 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:18.323001 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-0a27350b-ca25-4387-b514-01e157cb2dd2', 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'fixed_ips': [{'subnet_id': 'd3a3f722-6d75-4ce0-855d-35f82539d18c'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 16:03:18.326766 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:18.356105 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5de17-16d1-4aeb-abc1-832a1532f8f0 req-d8740af4-d89c-4f27-9abf-f613816e5ce6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:18.373444 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:18.381162 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5bf5de17-16d1-4aeb-abc1-832a1532f8f0 req-d8740af4-d89c-4f27-9abf-f613816e5ce6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.2606621 Jul 26 16:03:18.426293 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Routers {'5de774a4-9d0d-4e6a-9be0-60982f52eec4'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:18.431993 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:18.529470 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5bf5de17-16d1-4aeb-abc1-832a1532f8f0 req-f028f3ee-cbfd-4b02-be79-99b733e9ac86 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441031 Jul 26 16:03:18.534908 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 7637eca2-17ac-41d4-874c-63035b87a29e, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=7637eca2-17ac-41d4-874c-63035b87a29e,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:18.670982 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] Set router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:18.766505 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:18.767393 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 5ad01b3d-6273-4854-b82d-7500edece543 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:18.925557 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469e216-bc0f-4380-8567-85fb7672ac9a None None] Pushing event updated for resources: {'Port': ['ID=310f328d-83bd-4443-9eae-92ed604c8d12,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:18.945125 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:18.992917 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:19.009061 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=7637eca2-17ac-41d4-874c-63035b87a29e,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:19.083683 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Allocated IP 172.20.0.2 (0a27350b-ca25-4387-b514-01e157cb2dd2/d3a3f722-6d75-4ce0-855d-35f82539d18c/9e41a836-0cb3-4b32-9741-84cba5786532) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:19.253070 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 5ad01b3d-6273-4854-b82d-7500edece543 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:19.275836 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 5ad01b3d-6273-4854-b82d-7500edece543 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:19.277394 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:19.376608 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Allocated IP 172.27.1.35 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/e71b7778-ee69-48ba-a7f0-6411a74ec458) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:19.425622 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 4, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '310f328d-83bd-4443-9eae-92ed604c8d12', 'name': '', 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'mac_address': 'fa:16:3e:b8:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:08Z', 'updated_at': '2021-07-26T16:03:18Z', 'revision_number': 4, 'project_id': '827ba291a88c414b8f814609cd87049e', 'subnets': [{'id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:19.521357 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:19.573885 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fbbf77-584a-47e4-be1a-36fb4233bbaa None None] The sync data for ids ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'] in dv-cinder-797608-11-iscsi is: [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 4, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '310f328d-83bd-4443-9eae-92ed604c8d12', 'name': '', 'network_id': 'a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'mac_address': 'fa:16:3e:b8:01:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:08Z', 'updated_at': '2021-07-26T16:03:18Z', 'revision_number': 4, 'project_id': '827ba291a88c414b8f814609cd87049e', 'subnets': [{'id': '90d4fda8-6588-4126-8109-7ad06f4d1262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:03:19.602293 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 5ad01b3d-6273-4854-b82d-7500edece543, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=5ad01b3d-6273-4854-b82d-7500edece543,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:19.631531 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:19.698309 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dbbc4-58fa-4233-a9c2-e5e1fa2071ba req-95e93cce-0c3f-4e59-a1aa-a9ef739a4882 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:19.721057 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4c5dbbc4-58fa-4233-a9c2-e5e1fa2071ba req-95e93cce-0c3f-4e59-a1aa-a9ef739a4882 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.1820393 Jul 26 16:03:19.759843 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:19.782830 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Transition to ACTIVE for port object 9e41a836-0cb3-4b32-9741-84cba5786532 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:19.785609 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=5ad01b3d-6273-4854-b82d-7500edece543,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:19.813275 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Transition to ACTIVE for port object 9e41a836-0cb3-4b32-9741-84cba5786532 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:19.826509 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:19.843190 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4c5dbbc4-58fa-4233-a9c2-e5e1fa2071ba req-a84d29e6-0e2c-4491-8cac-975da5edf256 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160746 Jul 26 16:03:19.946305 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Network 0a27350b-ca25-4387-b514-01e157cb2dd2 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:19.952735 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:19.961606 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:19.987339 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Pushing event updated for resources: {'Port': ['ID=9e41a836-0cb3-4b32-9741-84cba5786532,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:20.152529 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 7637eca2-17ac-41d4-874c-63035b87a29e up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:20.199325 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9cc3-f544-4889-a683-61f962a7bf4e req-94174255-281c-4c92-8de8-b5800f4972b0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:20.208122 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9fab9cc3-f544-4889-a683-61f962a7bf4e req-94174255-281c-4c92-8de8-b5800f4972b0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1808333 Jul 26 16:03:20.239428 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Attempting to bind port 9e41a836-0cb3-4b32-9741-84cba5786532 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:20.241215 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Attempting to bind port 9e41a836-0cb3-4b32-9741-84cba5786532 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:20.241215 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Attempting to bind port 9e41a836-0cb3-4b32-9741-84cba5786532 on network 0a27350b-ca25-4387-b514-01e157cb2dd2 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:20.262531 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:20.265755 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Checking segment: {'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:20.269225 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:20.269814 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Bound using segment: {'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:20.270443 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Bound port: 9e41a836-0cb3-4b32-9741-84cba5786532, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:20.270947 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:20.312291 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:20.362791 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9fab9cc3-f544-4889-a683-61f962a7bf4e req-e8107314-f04b-40a4-98b5-40d744c80eaf tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426535 Jul 26 16:03:20.464723 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d03df-0ced-4e16-9914-407f680bbb0c req-161daed2-1074-4723-b0e4-b49b0456dd60 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:20.468096 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-141d03df-0ced-4e16-9914-407f680bbb0c req-161daed2-1074-4723-b0e4-b49b0456dd60 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 1.0073838 Jul 26 16:03:20.478269 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] For port 9e41a836-0cb3-4b32-9741-84cba5786532, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:20.478642 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:20.483549 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] For port 9e41a836-0cb3-4b32-9741-84cba5786532, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9e41a836-0cb3-4b32-9741-84cba5786532,segment=NetworkSegment(46e6b024-7209-450e-9dfa-de7bdac59e2e),segment_id=46e6b024-7209-450e-9dfa-de7bdac59e2e)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:20.497543 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 7637eca2-17ac-41d4-874c-63035b87a29e triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:20.497929 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:20.500442 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:20.625465 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:20.632671 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-141d03df-0ced-4e16-9914-407f680bbb0c req-ef0c2625-a946-4701-a411-05a2115d6a64 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464524 Jul 26 16:03:20.633786 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:20.636791 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:20.685311 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e0801-5ec2-4f2d-910a-9fdfd50a6790 None None] Pushing event updated for resources: {'Port': ['ID=9e41a836-0cb3-4b32-9741-84cba5786532,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:20.715159 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Pushing event updated for resources: {'Port': ['ID=e71b7778-ee69-48ba-a7f0-6411a74ec458,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:20.762088 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.762448 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.762790 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.763127 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.763461 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.763795 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.764712 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.765053 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.765386 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.765893 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.766431 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.766926 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:20.772932 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device c52d9858-e235-4806-82b7-69079df80461 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:20.859572 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port c52d9858-e235-4806-82b7-69079df80461 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:20.862273 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:21.023758 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 3929b48c-5581-4240-a756-b82391e86d80 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:21.190027 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:21.232092 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270b056-ce26-418d-b5a2-08fc011c8549 req-a9f2e799-a55f-468b-a27c-d32a9348f5ca tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:21.250634 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7270b056-ce26-418d-b5a2-08fc011c8549 req-a9f2e799-a55f-468b-a27c-d32a9348f5ca tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.1355309 Jul 26 16:03:21.337429 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7270b056-ce26-418d-b5a2-08fc011c8549 req-5baf5867-9bbc-4590-ba4b-244787c2961d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853698 Jul 26 16:03:21.382720 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 3929b48c-5581-4240-a756-b82391e86d80 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:21.387428 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 3929b48c-5581-4240-a756-b82391e86d80 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:21.387935 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:21.559459 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:21.633028 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 3929b48c-5581-4240-a756-b82391e86d80, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=3929b48c-5581-4240-a756-b82391e86d80,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:21.641282 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:21.642478 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 310f328d-83bd-4443-9eae-92ed604c8d12 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:21.806802 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=3929b48c-5581-4240-a756-b82391e86d80,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:21.856954 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 310f328d-83bd-4443-9eae-92ed604c8d12 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:21.861782 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 310f328d-83bd-4443-9eae-92ed604c8d12 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:21.862336 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:21.984970 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435c73e-1273-42fc-b0a4-70e06efcec96 req-18d9f915-b1de-4bc4-97af-a92e7a4e58eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:21.994920 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5435c73e-1273-42fc-b0a4-70e06efcec96 req-18d9f915-b1de-4bc4-97af-a92e7a4e58eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.2105863 Jul 26 16:03:21.999725 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:22.018576 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:22.023634 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7af71-eed1-4f31-917b-e115204380b7 req-65edbdd7-4e98-4f55-8324-e7710c3532f7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:22.025897 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1cc7af71-eed1-4f31-917b-e115204380b7 req-65edbdd7-4e98-4f55-8324-e7710c3532f7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.2944887 Jul 26 16:03:22.088050 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5435c73e-1273-42fc-b0a4-70e06efcec96 req-4a6c1afe-bc90-489f-88bd-7ac2c4d4508d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917921 Jul 26 16:03:22.139139 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 310f328d-83bd-4443-9eae-92ed604c8d12, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=310f328d-83bd-4443-9eae-92ed604c8d12,segment=NetworkSegment(cf9a0be1-6ec4-4a8d-ac31-bc9532375f49),segment_id=cf9a0be1-6ec4-4a8d-ac31-bc9532375f49)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:22.151912 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:22.186672 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-c1d40276-d4c1-45f6-b465-8475a7d1d49e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:22.201541 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-c1d40276-d4c1-45f6-b465-8475a7d1d49e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.3498077 Jul 26 16:03:22.295861 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=310f328d-83bd-4443-9eae-92ed604c8d12,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:22.435465 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3408c1-9f4a-422a-955d-33033c976758 None None] Network 0a27350b-ca25-4387-b514-01e157cb2dd2 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:03:22.536071 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a90cf-1fd3-4eca-9f68-9bed9842b6b6 req-9b20175a-6838-4842-929b-0c65585ca7fd tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:22.546136 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c74a90cf-1fd3-4eca-9f68-9bed9842b6b6 req-9b20175a-6838-4842-929b-0c65585ca7fd tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 945 time: 0.0874434 Jul 26 16:03:22.560972 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1cc7af71-eed1-4f31-917b-e115204380b7 req-2bad31c9-1d1c-4e92-a1a2-b61c8f122536 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891076 Jul 26 16:03:22.718828 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c74a90cf-1fd3-4eca-9f68-9bed9842b6b6 req-c26ae57d-7cbd-42ec-a3eb-a070705e87e7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523967 Jul 26 16:03:22.776710 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9e41a836-0cb3-4b32-9741-84cba5786532 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:22.790798 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:03:22.814923 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Deleting port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:03:22.815266 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:22.979074 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:22.979949 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:22.987745 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-3a262d45-1ec5-4113-89f1-cc1a121e1723 None None] Provisioning for port 9e41a836-0cb3-4b32-9741-84cba5786532 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:23.041990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:03:23.246771 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] For port 470a5a77-77e5-43d4-89b6-37b7ed26efd5, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=470a5a77-77e5-43d4-89b6-37b7ed26efd5,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:23.247215 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:23.329966 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Calling delete_port for 470a5a77-77e5-43d4-89b6-37b7ed26efd5 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:03:23.346370 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 9e41a836-0cb3-4b32-9741-84cba5786532 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:23.395931 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 9e41a836-0cb3-4b32-9741-84cba5786532 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:23.396345 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:23.500824 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:23.923243 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:03:23.933015 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Sync routers for ids ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:03:23.943086 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:23.950059 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e29cf2-f915-40a6-af3d-1360ff9b2854 req-48fc6337-0dcd-4fda-a27e-dbbb3c4f6526 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:23.952303 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Routers {'8224aa4d-8d2a-43a0-8d78-10b25aedf60a'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:23.953173 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:23.963502 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-17e29cf2-f915-40a6-af3d-1360ff9b2854 req-48fc6337-0dcd-4fda-a27e-dbbb3c4f6526 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.2246211 Jul 26 16:03:24.000800 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a53904e9-d74d-46bd-918a-d93861589f42', '5686aecc-a9ea-4749-bf56-6f6076409d61', '1237692f-89e9-4187-8530-8b33cf86d5b6'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:03:24.023978 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:24.025276 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-66595e21-1a48-4786-8a3f-fc0706a63e91 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9341812 Jul 26 16:03:24.027996 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43712) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:24.083821 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:24.097634 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Pushing event deleted for resources: {'Port': ['ID=470a5a77-77e5-43d4-89b6-37b7ed26efd5,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:24.171299 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-17e29cf2-f915-40a6-af3d-1360ff9b2854 req-f1e0677e-792f-4689-b30a-170c103c746c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022164 Jul 26 16:03:24.197728 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01082aa0-d755-4890-98f6-14daee31fe15 req-d85c2025-3670-4f50-8fed-a88c9d4f8a27 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:24.200740 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Set router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:24.203998 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-01082aa0-d755-4890-98f6-14daee31fe15 req-d85c2025-3670-4f50-8fed-a88c9d4f8a27 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.9220324 Jul 26 16:03:24.208409 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] No DVR routers for this DVR port 470a5a77-77e5-43d4-89b6-37b7ed26efd5 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:03:24.213708 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:24.220687 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dfbb7304-a188-43d1-8cf6-768582342fb0 req-89f0644d-eeb6-4ad8-80c9-04fbe2e5b6e0 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "DELETE /v2.0/ports/470a5a77-77e5-43d4-89b6-37b7ed26efd5 HTTP/1.1" status: 204 len: 173 time: 1.9757662 Jul 26 16:03:24.240285 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be52032-ca29-40cb-ae14-73f94cd526c7', 'name': 'network-vif-deleted', 'tag': '470a5a77-77e5-43d4-89b6-37b7ed26efd5'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:03:24.248621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182fda06-2173-4624-88a5-6456fefcaa40" -d '{"events": [{"server_uuid": "5be52032-ca29-40cb-ae14-73f94cd526c7", "name": "network-vif-deleted", "tag": "470a5a77-77e5-43d4-89b6-37b7ed26efd5"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:03:24.329843 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-365b9873-83b5-4129-86b3-b32c5e9c4234 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4742749 Jul 26 16:03:24.391477 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 9e41a836-0cb3-4b32-9741-84cba5786532, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9e41a836-0cb3-4b32-9741-84cba5786532,segment=NetworkSegment(46e6b024-7209-450e-9dfa-de7bdac59e2e),segment_id=46e6b024-7209-450e-9dfa-de7bdac59e2e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:24.399194 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-01082aa0-d755-4890-98f6-14daee31fe15 req-b443727d-5e42-48a6-a5e2-601800ebdf42 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752133 Jul 26 16:03:24.416888 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-750c3d4f-5ef5-4f97-93e9-ff037b5c862c None None] Provisioning complete for port 9e41a836-0cb3-4b32-9741-84cba5786532 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:24.423031 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-750c3d4f-5ef5-4f97-93e9-ff037b5c862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:24.496449 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:03:20Z', 'revision_number': 3, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port': {'id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:19Z', 'updated_at': '2021-07-26T16:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:24.529238 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-b88aebd7-d6f0-4c2f-a24d-9adfb116e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:24.533898 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-b88aebd7-d6f0-4c2f-a24d-9adfb116e8ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 1098 time: 0.1337299 Jul 26 16:03:24.534725 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:24.536755 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 3929b48c-5581-4240-a756-b82391e86d80 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:24.537625 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e59a66-83b7-4540-a700-2113c7b768ef x-openstack-request-id: req-e6e59a66-83b7-4540-a700-2113c7b768ef {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:03:24.537921 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be52032-ca29-40cb-ae14-73f94cd526c7", "name": "network-vif-deleted", "tag": "470a5a77-77e5-43d4-89b6-37b7ed26efd5", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:03:24.538878 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6e59a66-83b7-4540-a700-2113c7b768ef {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:03:24.541422 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be52032-ca29-40cb-ae14-73f94cd526c7', 'name': 'network-vif-deleted', 'tag': '470a5a77-77e5-43d4-89b6-37b7ed26efd5', 'status': 'completed', 'code': 200} Jul 26 16:03:24.599412 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Checking router: 8224aa4d-8d2a-43a0-8d78-10b25aedf60a for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:03:24.599885 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Updating router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a port e71b7778-ee69-48ba-a7f0-6411a74ec458 binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:03:24.603171 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0300f667-a81a-48bf-a173-1d7ac37d07f9 req-dbbe05f3-5b3a-48e5-9f92-60b80bd8762d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=5be52032-ca29-40cb-ae14-73f94cd526c7 HTTP/1.1" status: 200 len: 210 time: 0.1109235 Jul 26 16:03:24.710304 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:24.790456 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-a8005ed3-dcc5-4e66-9d91-af33d31a422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:24.795297 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-a8005ed3-dcc5-4e66-9d91-af33d31a422d service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.2226579 Jul 26 16:03:24.893656 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-506a358b-e073-49dd-b921-41971652b9a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10aa3264-6769-4251-bd2f-77fbea43901b HTTP/1.1" status: 200 len: 217 time: 0.0907750 Jul 26 16:03:25.025510 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-48c6f29c-3439-4066-bdc4-060f7ea127b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:25.031103 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-48c6f29c-3439-4066-bdc4-060f7ea127b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.1283023 Jul 26 16:03:25.103115 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=9e41a836-0cb3-4b32-9741-84cba5786532,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:25.134014 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-7eafdb23-c46e-4e81-9780-fdcc0ced5973 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976176 Jul 26 16:03:25.264921 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 2, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:25.365032 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-ff4cbf1c-56fe-4db6-89b6-0ebbfcd5e2c6 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183332 Jul 26 16:03:25.377454 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 3929b48c-5581-4240-a756-b82391e86d80 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:25.378362 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.381473 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:03:25.387618 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Updating router 3b2db9a5-5842-405c-ba81-6fc39297fddc port c386138f-e4ff-4e08-b664-73bc900f5835 binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:03:25.514910 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.526639 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Transition to ACTIVE for port object e71b7778-ee69-48ba-a7f0-6411a74ec458 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:25.536495 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.605515 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c195b-6133-4723-896c-78aa405b152e None None] Pushing event updated for resources: {'Port': ['ID=e71b7778-ee69-48ba-a7f0-6411a74ec458,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:25.628771 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.643447 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Attempting to bind port e71b7778-ee69-48ba-a7f0-6411a74ec458 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:25.643837 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Attempting to bind port e71b7778-ee69-48ba-a7f0-6411a74ec458 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:25.644166 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Attempting to bind port e71b7778-ee69-48ba-a7f0-6411a74ec458 on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:25.654129 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:25.655057 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:25.655663 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.656039 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:25.656830 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Bound port: e71b7778-ee69-48ba-a7f0-6411a74ec458, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:25.657247 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.662264 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.730312 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] For port e71b7778-ee69-48ba-a7f0-6411a74ec458, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:25.738629 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] For port e71b7778-ee69-48ba-a7f0-6411a74ec458, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=e71b7778-ee69-48ba-a7f0-6411a74ec458,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:25.745524 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06655e5-389a-4f1e-b126-b009b611266a req-92357b50-5b04-44bb-a328-8ff6461b1078 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:25.745743 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.756849 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b06655e5-389a-4f1e-b126-b009b611266a req-92357b50-5b04-44bb-a328-8ff6461b1078 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.3906310 Jul 26 16:03:25.804920 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c195b-6133-4723-896c-78aa405b152e None None] Pushing event updated for resources: {'Port': ['ID=e71b7778-ee69-48ba-a7f0-6411a74ec458,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:25.809980 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 470a5a77-77e5-43d4-89b6-37b7ed26efd5 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:03:25.819714 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66b1eb0-e939-4df9-b67d-26f877028040 req-d1eb8668-0457-44f1-a88e-3cfdc385ed10 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371572 Jul 26 16:03:25.838346 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Routers {'8224aa4d-8d2a-43a0-8d78-10b25aedf60a'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:25.839005 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:25.877340 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b06655e5-389a-4f1e-b126-b009b611266a req-4970b05d-9a24-461d-be28-5565a91facb6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092064 Jul 26 16:03:25.883775 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 470a5a77-77e5-43d4-89b6-37b7ed26efd5 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:03:25.884116 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 470a5a77-77e5-43d4-89b6-37b7ed26efd5 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:03:25.962704 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:25.984135 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] Set router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:26.066395 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c5db3-ff36-462b-b006-e28969a0d319 req-91766e02-ac40-4b60-8a63-ebcce3ccd3cb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:26.078735 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-001c5db3-ff36-462b-b006-e28969a0d319 req-91766e02-ac40-4b60-8a63-ebcce3ccd3cb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.4648416 Jul 26 16:03:26.121199 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 5ad01b3d-6273-4854-b82d-7500edece543 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:26.236608 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Allocated IP 172.20.0.1 (0a27350b-ca25-4387-b514-01e157cb2dd2/d3a3f722-6d75-4ce0-855d-35f82539d18c/aaa23a51-0ebf-447a-bffb-2bf0de8594ed) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:26.500703 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 5ad01b3d-6273-4854-b82d-7500edece543 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:26.500703 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:26.501127 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:03:20Z', 'revision_number': 3, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port': {'id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:19Z', 'updated_at': '2021-07-26T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:26.585469 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af1b2e-8559-455e-9cfc-76ebddb3d22e None None] The sync data for ids ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'] in dv-cinder-797608-11-iscsi is: [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:03:20Z', 'revision_number': 3, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port': {'id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:19Z', 'updated_at': '2021-07-26T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:03:26.739773 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:26.851992 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-001c5db3-ff36-462b-b006-e28969a0d319 req-9c33c097-bf66-42f6-8c65-fbf29e328481 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7718644 Jul 26 16:03:26.907580 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Transition to ACTIVE for port object aaa23a51-0ebf-447a-bffb-2bf0de8594ed will not be triggered until provisioned by entity DHCP. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:26.981075 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:26.994991 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.002257 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Transition to ACTIVE for port object c386138f-e4ff-4e08-b664-73bc900f5835 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:27.014565 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.060306 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Pushing event updated for resources: {'Port': ['ID=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:27.094189 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85610c54-3979-449e-bacd-67e9afd27b50 None None] Pushing event updated for resources: {'Port': ['ID=c386138f-e4ff-4e08-b664-73bc900f5835,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:27.098040 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Network 0a27350b-ca25-4387-b514-01e157cb2dd2 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:27.106959 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:27.112775 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:27.152035 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efd2ea-a2b6-4d75-a728-96cf9cb0f898 req-d35a697b-def6-4f0e-9bad-99ac5e645739 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:27.156797 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-10efd2ea-a2b6-4d75-a728-96cf9cb0f898 req-d35a697b-def6-4f0e-9bad-99ac5e645739 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1740265 Jul 26 16:03:27.192755 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9e41a836-0cb3-4b32-9741-84cba5786532 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:27.227791 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.236105 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-10efd2ea-a2b6-4d75-a728-96cf9cb0f898 req-18dd3fa4-b7f1-4bce-89bb-52b7cce024ea tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Jul 26 16:03:27.405228 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Attempting to bind port c386138f-e4ff-4e08-b664-73bc900f5835 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:27.405668 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Attempting to bind port c386138f-e4ff-4e08-b664-73bc900f5835 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:27.406029 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Attempting to bind port c386138f-e4ff-4e08-b664-73bc900f5835 on network df718479-1703-448c-84ac-ed84f9f84200 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:27.414307 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:27.414686 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Checking segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:27.415085 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.415487 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Bound using segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:27.415951 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Bound port: c386138f-e4ff-4e08-b664-73bc900f5835, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:27.416354 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.504205 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 9e41a836-0cb3-4b32-9741-84cba5786532 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:27.504916 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.514384 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.668511 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] For port c386138f-e4ff-4e08-b664-73bc900f5835, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:27.680289 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] For port c386138f-e4ff-4e08-b664-73bc900f5835, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=c386138f-e4ff-4e08-b664-73bc900f5835,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:27.692586 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.770379 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85610c54-3979-449e-bacd-67e9afd27b50 None None] Pushing event updated for resources: {'Port': ['ID=c386138f-e4ff-4e08-b664-73bc900f5835,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:27.796661 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-3e1083c4-97ec-425e-90b3-22709e693515 None None] Provisioning for port aaa23a51-0ebf-447a-bffb-2bf0de8594ed completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:27.902446 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-3e1083c4-97ec-425e-90b3-22709e693515 None None] Provisioning complete for port aaa23a51-0ebf-447a-bffb-2bf0de8594ed triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:27.905554 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3e1083c4-97ec-425e-90b3-22709e693515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.974237 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:27.987793 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:28.012382 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-3e1083c4-97ec-425e-90b3-22709e693515 None None] Port aaa23a51-0ebf-447a-bffb-2bf0de8594ed cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:03:28.085434 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 310f328d-83bd-4443-9eae-92ed604c8d12 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:28.090291 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:28.094671 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:28.251376 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Pushing event updated for resources: {'Port': ['ID=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:28.286575 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:28.384851 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:28.460023 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752d605-625f-48a4-8e75-75f28a15722d req-9810fb2d-1fd8-4666-a60b-60fe0fe5b490 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:28.484232 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2752d605-625f-48a4-8e75-75f28a15722d req-9810fb2d-1fd8-4666-a60b-60fe0fe5b490 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.4265857 Jul 26 16:03:28.531283 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecebd1-1e14-4db9-b04d-897c8507d346 req-fc539e3f-8635-44b2-87d4-28307459acc3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:28.543165 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-90ecebd1-1e14-4db9-b04d-897c8507d346 req-fc539e3f-8635-44b2-87d4-28307459acc3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1782184 Jul 26 16:03:28.612583 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2752d605-625f-48a4-8e75-75f28a15722d req-1430df22-9952-4adf-bc67-9b3bae73134a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271887 Jul 26 16:03:28.656853 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-90ecebd1-1e14-4db9-b04d-897c8507d346 req-66f2237d-e1c7-42cd-ba3e-2e834ece16f3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053159 Jul 26 16:03:28.685293 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Network 0a27350b-ca25-4387-b514-01e157cb2dd2 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:28.687577 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:28.773761 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 310f328d-83bd-4443-9eae-92ed604c8d12 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:28.774012 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:28.893701 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:03:29.078272 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:27Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:29.111875 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283502d4-a614-43b2-a255-a59e9cf7d1a5 None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:27Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:03:29.124427 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:03:29.179215 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2f0f36b3-6ce6-439f-a0d1-d61950d3323d admin admin] 10.222.0.50 "PUT /v2.0/routers/8224aa4d-8d2a-43a0-8d78-10b25aedf60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1500654 Jul 26 16:03:29.196009 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-cd4b2549-9ced-42af-b70b-44d4bdd75435 None None] Provisioning complete for port aaa23a51-0ebf-447a-bffb-2bf0de8594ed triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:29.196465 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2549-9ced-42af-b70b-44d4bdd75435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:29.286683 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b2549-9ced-42af-b70b-44d4bdd75435 None None] Port aaa23a51-0ebf-447a-bffb-2bf0de8594ed cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:03:29.508475 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device c386138f-e4ff-4e08-b664-73bc900f5835 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:29.705577 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port c386138f-e4ff-4e08-b664-73bc900f5835 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:29.714789 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port c386138f-e4ff-4e08-b664-73bc900f5835 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:29.715350 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:29.963601 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:30.057967 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port c386138f-e4ff-4e08-b664-73bc900f5835, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=c386138f-e4ff-4e08-b664-73bc900f5835,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:30.072650 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:30.074618 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e71b7778-ee69-48ba-a7f0-6411a74ec458 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:30.182023 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Sync routers for ids ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:03:30.215424 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfd0d5-a335-49df-b3b4-51bd431db4d3 req-1a53e92d-21ff-4beb-b796-6183a3aeddaf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:30.244591 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eabfd0d5-a335-49df-b3b4-51bd431db4d3 req-1a53e92d-21ff-4beb-b796-6183a3aeddaf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.1627429 Jul 26 16:03:30.342239 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eabfd0d5-a335-49df-b3b4-51bd431db4d3 req-6cf02070-cc09-4eac-91aa-a34a19374ad1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947382 Jul 26 16:03:30.375874 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Routers {'8224aa4d-8d2a-43a0-8d78-10b25aedf60a'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:30.385816 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:30.581181 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=c386138f-e4ff-4e08-b664-73bc900f5835,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:30.652227 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7a281-d6cc-42f9-b027-180d38317914 req-51a6db62-4d72-420c-8049-35634011f4cf tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:30.653828 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-50f7a281-d6cc-42f9-b027-180d38317914 req-51a6db62-4d72-420c-8049-35634011f4cf tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1796114 Jul 26 16:03:30.759641 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-50f7a281-d6cc-42f9-b027-180d38317914 req-26de1708-21a1-49e5-9861-c5876b89edc6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992427 Jul 26 16:03:30.980245 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061ae63-5eba-4264-bca5-3674efa35896 req-74e9864c-43f3-4fea-adf0-fa34723dd42d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:30.997010 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b061ae63-5eba-4264-bca5-3674efa35896 req-74e9864c-43f3-4fea-adf0-fa34723dd42d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.1423616 Jul 26 16:03:31.037605 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port e71b7778-ee69-48ba-a7f0-6411a74ec458 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:31.050578 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port e71b7778-ee69-48ba-a7f0-6411a74ec458 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:31.050956 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:31.080823 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b061ae63-5eba-4264-bca5-3674efa35896 req-886fb25e-448a-4af2-b092-baa06db95d85 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825179 Jul 26 16:03:31.236021 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Set router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:31.320141 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43784) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:31.331517 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-7108c637-d70e-4f17-8c2a-039df1105198 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417938179', 'description': 'tempest-secgroup-smoke-1417938179 description', 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:31.397242 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7108c637-d70e-4f17-8c2a-039df1105198 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:31.442885 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:31.601453 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port e71b7778-ee69-48ba-a7f0-6411a74ec458, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=e71b7778-ee69-48ba-a7f0-6411a74ec458,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:31.613640 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:31.734852 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd36f0d-a6a4-4022-9c27-a878bf189715 req-92084071-b850-4289-a4c6-0e6ddda72576 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:31.736463 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3dd36f0d-a6a4-4022-9c27-a878bf189715 req-92084071-b850-4289-a4c6-0e6ddda72576 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.2680714 Jul 26 16:03:31.798969 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device c386138f-e4ff-4e08-b664-73bc900f5835 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:31.807192 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7108c637-d70e-4f17-8c2a-039df1105198 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:31.818005 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3dd36f0d-a6a4-4022-9c27-a878bf189715 req-1725b1e7-6a78-4d36-a1eb-a8d71928cd27 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679634 Jul 26 16:03:31.821452 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7108c637-d70e-4f17-8c2a-039df1105198 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:31.849258 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7108c637-d70e-4f17-8c2a-039df1105198 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:31.851128 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-7108c637-d70e-4f17-8c2a-039df1105198 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5252023 Jul 26 16:03:31.853999 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=e71b7778-ee69-48ba-a7f0-6411a74ec458,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:31.854432 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43790) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:31.859675 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-b0dd7ca5-ae93-4d0b-9102-7000ee7ebebd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'security_group_rule': {'security_group_id': '2887d898-fadc-41a1-9c41-1851c7e9072c', 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:31.878188 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108c637-d70e-4f17-8c2a-039df1105198 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2887d898-fadc-41a1-9c41-1851c7e9072c,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:31.993505 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:03:27Z', 'revision_number': 4, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port': {'id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:19Z', 'updated_at': '2021-07-26T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'aaa23a51-0ebf-447a-bffb-2bf0de8594ed', 'name': '', 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3a3f722-6d75-4ce0-855d-35f82539d18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:25Z', 'updated_at': '2021-07-26T16:03:27Z', 'revision_number': 2, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'subnets': [{'id': 'd3a3f722-6d75-4ce0-855d-35f82539d18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:32.028474 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Checking router: 8224aa4d-8d2a-43a0-8d78-10b25aedf60a for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:03:32.028956 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Updating router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a port aaa23a51-0ebf-447a-bffb-2bf0de8594ed binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:03:32.092529 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.102335 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7ca5-ae93-4d0b-9102-7000ee7ebebd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.115845 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port c386138f-e4ff-4e08-b664-73bc900f5835 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:32.116259 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.394204 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ca078-5292-4853-aecf-f8b4193d41ea req-a8216b03-040b-4831-828e-e3248989a3db tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:32.395634 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-906ca078-5292-4853-aecf-f8b4193d41ea req-a8216b03-040b-4831-828e-e3248989a3db tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.4477131 Jul 26 16:03:32.450219 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7ca5-ae93-4d0b-9102-7000ee7ebebd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.500283 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7ca5-ae93-4d0b-9102-7000ee7ebebd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.514192 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d087440-23f1-4727-9609-905ddf7c29f3 req-6ef11835-e09c-4e93-a6bf-1672c7ea2378 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:32.516840 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5d087440-23f1-4727-9609-905ddf7c29f3 req-6ef11835-e09c-4e93-a6bf-1672c7ea2378 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.2909467 Jul 26 16:03:32.528693 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd7ca5-ae93-4d0b-9102-7000ee7ebebd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bc9c09-2c68-4f18-809f-438051d9b35f,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:32.571509 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-906ca078-5292-4853-aecf-f8b4193d41ea req-f30cbdff-c42a-4137-9b27-d3e9811e5c75 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412873 Jul 26 16:03:32.578344 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7ca5-ae93-4d0b-9102-7000ee7ebebd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.581833 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b0dd7ca5-ae93-4d0b-9102-7000ee7ebebd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7251062 Jul 26 16:03:32.583562 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43798) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:32.595896 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-6567701e-3b29-4c22-b29b-250e6a84a0cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'security_group_rule': {'security_group_id': '2887d898-fadc-41a1-9c41-1851c7e9072c', 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:32.606678 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5d087440-23f1-4727-9609-905ddf7c29f3 req-b5b69af1-a0c3-42e1-a1da-41286680fb93 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825396 Jul 26 16:03:32.643678 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6567701e-3b29-4c22-b29b-250e6a84a0cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.772951 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6567701e-3b29-4c22-b29b-250e6a84a0cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.780623 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6567701e-3b29-4c22-b29b-250e6a84a0cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.785469 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.804904 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567701e-3b29-4c22-b29b-250e6a84a0cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f929a27-fe04-4c7b-a565-89ddd42e7969,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:32.811476 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Transition to ACTIVE for port object aaa23a51-0ebf-447a-bffb-2bf0de8594ed will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:32.820827 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.838044 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6567701e-3b29-4c22-b29b-250e6a84a0cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:32.843196 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 43802) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:32.843379 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6567701e-3b29-4c22-b29b-250e6a84a0cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2579651 Jul 26 16:03:32.855044 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-e2574c04-644d-4e21-9400-772b14b5c40c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'security_group_rule': {'security_group_id': '2887d898-fadc-41a1-9c41-1851c7e9072c', 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:32.942842 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2574c04-644d-4e21-9400-772b14b5c40c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.038859 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cc10-d7fb-418a-8a03-3fbc487c15ad req-67b2badf-bc2c-4853-8b80-3d2e74de55c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:33.047988 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e2d3cc10-d7fb-418a-8a03-3fbc487c15ad req-67b2badf-bc2c-4853-8b80-3d2e74de55c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0931351 Jul 26 16:03:33.081804 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209466-8f56-46b5-a7c2-88d9bbe1c4b7 None None] Pushing event updated for resources: {'Port': ['ID=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:33.100498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2574c04-644d-4e21-9400-772b14b5c40c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.109896 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2574c04-644d-4e21-9400-772b14b5c40c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.141951 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Attempting to bind port aaa23a51-0ebf-447a-bffb-2bf0de8594ed on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:33.142703 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Attempting to bind port aaa23a51-0ebf-447a-bffb-2bf0de8594ed by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:33.143359 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Attempting to bind port aaa23a51-0ebf-447a-bffb-2bf0de8594ed on network 0a27350b-ca25-4387-b514-01e157cb2dd2 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:33.143482 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e2d3cc10-d7fb-418a-8a03-3fbc487c15ad req-5d74aa71-ada1-4dd7-be62-3e8f2a88d18e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943809 Jul 26 16:03:33.165551 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574c04-644d-4e21-9400-772b14b5c40c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d52bf0-0be5-4913-8a6c-357db1604e51,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:33.175280 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:33.177572 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Checking segment: {'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:33.178127 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.178399 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Bound using segment: {'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:33.178812 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Bound port: aaa23a51-0ebf-447a-bffb-2bf0de8594ed, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e6b024-7209-450e-9dfa-de7bdac59e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:33.179364 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.183185 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2574c04-644d-4e21-9400-772b14b5c40c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.187340 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43806) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:33.189149 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e2574c04-644d-4e21-9400-772b14b5c40c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395963 Jul 26 16:03:33.192459 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-76d315ee-a7af-44cf-b362-8695f0dc5226 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'security_group_rule': {'security_group_id': '2887d898-fadc-41a1-9c41-1851c7e9072c', 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:33.226893 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-76d315ee-a7af-44cf-b362-8695f0dc5226 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.293208 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] For port aaa23a51-0ebf-447a-bffb-2bf0de8594ed, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:33.298900 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] For port aaa23a51-0ebf-447a-bffb-2bf0de8594ed, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,segment=NetworkSegment(46e6b024-7209-450e-9dfa-de7bdac59e2e),segment_id=46e6b024-7209-450e-9dfa-de7bdac59e2e)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:33.307661 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-76d315ee-a7af-44cf-b362-8695f0dc5226 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.315077 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.317464 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-76d315ee-a7af-44cf-b362-8695f0dc5226 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.355642 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d315ee-a7af-44cf-b362-8695f0dc5226 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c511769-3e10-4ab9-b0bb-32bbbdfe00ed,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:33.379409 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-76d315ee-a7af-44cf-b362-8695f0dc5226 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.380927 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-76d315ee-a7af-44cf-b362-8695f0dc5226 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1925251 Jul 26 16:03:33.383915 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43818) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:33.389908 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-f3697a01-6a17-42d5-8e28-6417c0ce1c8c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'security_group_rule': {'security_group_id': '2887d898-fadc-41a1-9c41-1851c7e9072c', 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:33.415949 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Routers {'8224aa4d-8d2a-43a0-8d78-10b25aedf60a'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:03:33.418428 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:03:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:33.430982 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.securitygroups_db [None req-f3697a01-6a17-42d5-8e28-6417c0ce1c8c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Project a521acbf91bb4c9b8b4739a09bcd60b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:03:33.445561 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f3697a01-6a17-42d5-8e28-6417c0ce1c8c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.470458 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209466-8f56-46b5-a7c2-88d9bbe1c4b7 None None] Pushing event updated for resources: {'Port': ['ID=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:33.596390 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] Set router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:03:33.604313 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f3697a01-6a17-42d5-8e28-6417c0ce1c8c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.616815 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f3697a01-6a17-42d5-8e28-6417c0ce1c8c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.654697 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3697a01-6a17-42d5-8e28-6417c0ce1c8c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f14b09-a312-4b3b-928e-621898586212,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:33.659928 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f3697a01-6a17-42d5-8e28-6417c0ce1c8c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.665251 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f3697a01-6a17-42d5-8e28-6417c0ce1c8c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2798932 Jul 26 16:03:33.666054 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 43828) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:33.673071 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-25364c25-769a-4c32-a35f-ee0fca38efc8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'security_group_rule': {'security_group_id': '2887d898-fadc-41a1-9c41-1851c7e9072c', 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:33.702693 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.securitygroups_db [None req-25364c25-769a-4c32-a35f-ee0fca38efc8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Project a521acbf91bb4c9b8b4739a09bcd60b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:03:33.723796 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25364c25-769a-4c32-a35f-ee0fca38efc8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.767658 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e71b7778-ee69-48ba-a7f0-6411a74ec458 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:33.827723 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0e7406b2-f5f5-403d-afbe-b81deb22e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.848981 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3705d-30e8-4741-b035-681827f4d3ec req-fd45f781-add9-4ea1-a2f5-5ab91de6cb66 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:33.859597 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-61b3705d-30e8-4741-b035-681827f4d3ec req-fd45f781-add9-4ea1-a2f5-5ab91de6cb66 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1391490 Jul 26 16:03:33.896532 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25364c25-769a-4c32-a35f-ee0fca38efc8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.900911 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port e71b7778-ee69-48ba-a7f0-6411a74ec458 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:33.901545 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.910493 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25364c25-769a-4c32-a35f-ee0fca38efc8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.943886 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-61b3705d-30e8-4741-b035-681827f4d3ec req-62817ae3-3517-444e-8de4-7847ca9257c3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829723 Jul 26 16:03:33.974545 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25364c25-769a-4c32-a35f-ee0fca38efc8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67983802-1ccb-444c-b83e-0698383319e2,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:33.984525 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25364c25-769a-4c32-a35f-ee0fca38efc8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:33.988960 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-25364c25-769a-4c32-a35f-ee0fca38efc8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3187699 Jul 26 16:03:34.032856 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:03:27Z', 'revision_number': 4, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port': {'id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:19Z', 'updated_at': '2021-07-26T16:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'aaa23a51-0ebf-447a-bffb-2bf0de8594ed', 'name': '', 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3a3f722-6d75-4ce0-855d-35f82539d18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:25Z', 'updated_at': '2021-07-26T16:03:33Z', 'revision_number': 4, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'subnets': [{'id': 'd3a3f722-6d75-4ce0-855d-35f82539d18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:03:34.064938 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0b3f4-b95f-489a-b28f-680cbc8f0603 None None] The sync data for ids ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'] in dv-cinder-797608-11-iscsi is: [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:03:27Z', 'revision_number': 4, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port': {'id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:19Z', 'updated_at': '2021-07-26T16:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'aaa23a51-0ebf-447a-bffb-2bf0de8594ed', 'name': '', 'network_id': '0a27350b-ca25-4387-b514-01e157cb2dd2', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'mac_address': 'fa:16:3e:b9:24:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd3a3f722-6d75-4ce0-855d-35f82539d18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:25Z', 'updated_at': '2021-07-26T16:03:33Z', 'revision_number': 4, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'subnets': [{'id': 'd3a3f722-6d75-4ce0-855d-35f82539d18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:03:34.215533 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ae2e3-a53c-498e-a2ab-d37000069f62 req-f9e3c6ca-1f23-48cf-9176-180d3889ec54 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:34.224310 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b53ae2e3-a53c-498e-a2ab-d37000069f62 req-f9e3c6ca-1f23-48cf-9176-180d3889ec54 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.1748376 Jul 26 16:03:34.270448 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b53ae2e3-a53c-498e-a2ab-d37000069f62 req-89a14c5f-38b1-441e-a0f6-2a12da7c83a1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451601 Jul 26 16:03:34.474267 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b94bc0-7c33-400f-a4b9-6fd26b065a2f req-7fa16a27-6212-4ef7-b0a3-154756d235d5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:34.482841 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-57b94bc0-7c33-400f-a4b9-6fd26b065a2f req-7fa16a27-6212-4ef7-b0a3-154756d235d5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.1319778 Jul 26 16:03:34.553514 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-57b94bc0-7c33-400f-a4b9-6fd26b065a2f req-81a112dd-df5b-445f-a535-f7cef90b2692 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694029 Jul 26 16:03:34.961139 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6744508-819c-4438-8392-0022ec0f02dc req-f07bd320-4353-4921-99bd-f7c1d2f3f617 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:34.963280 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b6744508-819c-4438-8392-0022ec0f02dc req-f07bd320-4353-4921-99bd-f7c1d2f3f617 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.0793753 Jul 26 16:03:35.126639 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f8a7f-9f7d-47d2-afdc-0ab5dc12da99 req-c875e4e1-5570-41c8-ad79-f472eef60608 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:35.128368 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3a4f8a7f-9f7d-47d2-afdc-0ab5dc12da99 req-c875e4e1-5570-41c8-ad79-f472eef60608 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0981183 Jul 26 16:03:35.173837 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3a4f8a7f-9f7d-47d2-afdc-0ab5dc12da99 req-365c436d-824e-4b10-b598-4392f1b08f3d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346687 Jul 26 16:03:35.326706 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-be48a2f4-5051-4f49-a045-f31bfdd9cec1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:35.329010 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-be48a2f4-5051-4f49-a045-f31bfdd9cec1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/networks?id=3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 200 len: 815 time: 0.1147149 Jul 26 16:03:35.346750 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-bdbc16dc-7c32-45fc-a51d-4060a3426ae2 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/quotas/489361edabed4636a9a2d1a938e5c4a2 HTTP/1.1" status: 200 len: 375 time: 0.0120821 Jul 26 16:03:35.413854 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907e2c8-538f-4189-8073-41561110336a req-5713e96f-a152-4d12-b7d1-b0dcea30d114 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:35.415391 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a907e2c8-538f-4189-8073-41561110336a req-5713e96f-a152-4d12-b7d1-b0dcea30d114 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.0688756 Jul 26 16:03:35.419360 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-983937da-9029-4cb4-acab-d15378afcff2 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670745 Jul 26 16:03:35.455218 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a907e2c8-538f-4189-8073-41561110336a req-186978fc-2d03-47c7-a62b-8a17b9dee67b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Jul 26 16:03:35.519998 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-4a11f2a8-1037-4ccb-92d1-817eee786559 service neutron] 10.222.0.50 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866063 Jul 26 16:03:35.614223 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-c8ec0107-4e95-4769-ba50-5b110cf2fd1c service neutron] 10.222.0.50 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883031 Jul 26 16:03:35.703463 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f34ab4-3d5c-4c47-b7ae-58e61ecad99e req-504476da-ec3f-4313-a63d-1761869081b7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:35.705211 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c0f34ab4-3d5c-4c47-b7ae-58e61ecad99e req-504476da-ec3f-4313-a63d-1761869081b7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0710647 Jul 26 16:03:35.718104 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device aaa23a51-0ebf-447a-bffb-2bf0de8594ed up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:35.754978 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c0f34ab4-3d5c-4c47-b7ae-58e61ecad99e req-e24d2520-b556-454a-8fd9-f0d5fa93a64e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404108 Jul 26 16:03:35.784463 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port aaa23a51-0ebf-447a-bffb-2bf0de8594ed completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:35.788732 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port aaa23a51-0ebf-447a-bffb-2bf0de8594ed triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:35.789188 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:35.888470 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:03:36.019556 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:36.055165 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port aaa23a51-0ebf-447a-bffb-2bf0de8594ed, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,segment=NetworkSegment(46e6b024-7209-450e-9dfa-de7bdac59e2e),segment_id=46e6b024-7209-450e-9dfa-de7bdac59e2e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:36.059826 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:36.086189 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-06d6f2a5-393d-4b94-8f0b-4e1a8a0eec9d req-9016a199-68d4-4e56-bcd9-19f91a27f2eb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 210 time: 0.2789679 Jul 26 16:03:36.122254 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:36.194669 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c7ab825c-e224-40cf-965e-b5ef809a1891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:36.305499 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8484-4800-4e6c-a856-bfca5cb1ad65 req-c4800e1f-b357-437d-a855-cf7104fa49f3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:36.306966 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ce4c8484-4800-4e6c-a856-bfca5cb1ad65 req-c4800e1f-b357-437d-a855-cf7104fa49f3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0632236 Jul 26 16:03:36.344901 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ce4c8484-4800-4e6c-a856-bfca5cb1ad65 req-c799105d-741e-4868-b875-45487dcb27bc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Jul 26 16:03:36.463151 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:36.587296 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a5e57-95e8-43c5-ad90-63ebc159e78a req-23f15ff4-d43c-4646-9495-b300c31a361e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:36.588807 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c45a5e57-95e8-43c5-ad90-63ebc159e78a req-23f15ff4-d43c-4646-9495-b300c31a361e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.0634727 Jul 26 16:03:36.626297 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c45a5e57-95e8-43c5-ad90-63ebc159e78a req-c063be9e-93b2-46b2-bedc-cbb79dc11d64 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Jul 26 16:03:36.896697 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421126-9183-4262-bfd9-05e07ff37a64 req-311afefa-42ef-490c-a8a6-1faa3da61c69 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:36.898161 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6421126-9183-4262-bfd9-05e07ff37a64 req-311afefa-42ef-490c-a8a6-1faa3da61c69 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0663762 Jul 26 16:03:36.936388 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6421126-9183-4262-bfd9-05e07ff37a64 req-0ee7aeae-3c50-4046-aeed-09bb89c6b0c0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Jul 26 16:03:37.172252 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8c87d01f-901f-46f5-bff6-f6fc5024399f req-89bee2d5-7ac6-4059-baca-fe2f1f9b3fbf tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 210 time: 0.0329416 Jul 26 16:03:37.219890 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:37.475278 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85b13c-616d-4312-9e9f-6a6de279e125 req-c4f8b650-7b03-4971-b3d3-83262618df2e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:37.476763 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0b85b13c-616d-4312-9e9f-6a6de279e125 req-c4f8b650-7b03-4971-b3d3-83262618df2e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0659561 Jul 26 16:03:37.512733 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0b85b13c-616d-4312-9e9f-6a6de279e125 req-01883a10-28af-4a54-b1cf-36174dcbd09f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301430 Jul 26 16:03:37.700542 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device aaa23a51-0ebf-447a-bffb-2bf0de8594ed up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:03:37.750263 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port aaa23a51-0ebf-447a-bffb-2bf0de8594ed triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:37.750734 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:37.756535 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eaf43-8c39-4c78-9cef-57a74bc43491 req-e88bf8f6-2921-45f3-8a59-be9d3761d989 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:37.758015 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-842eaf43-8c39-4c78-9cef-57a74bc43491 req-e88bf8f6-2921-45f3-8a59-be9d3761d989 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 946 time: 0.0651002 Jul 26 16:03:37.799876 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-842eaf43-8c39-4c78-9cef-57a74bc43491 req-3bc81249-0161-41d6-b983-2817a03fac87 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Jul 26 16:03:38.074491 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0793f-298f-4d40-885e-8cb2f94869dc req-7f410663-e26b-4fef-af87-041b18a91b4b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:38.076091 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e5f0793f-298f-4d40-885e-8cb2f94869dc req-7f410663-e26b-4fef-af87-041b18a91b4b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 945 time: 0.0691371 Jul 26 16:03:38.137073 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e5f0793f-298f-4d40-885e-8cb2f94869dc req-cec0b2b2-3831-4275-8d00-a1b48c3577dd tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521810 Jul 26 16:03:38.153118 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Deleting port 1237692f-89e9-4187-8530-8b33cf86d5b6 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:03:38.154255 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.154479 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:03:38.246464 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.274174 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:03:38.276645 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bae213f-e0c0-405d-b304-6213ad08ae03" -d '{"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "77c90049-d94e-4005-8423-c0d16b66f868"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:03:38.290383 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c5c2d674-a034-4978-b973-18f358b62619 req-69393335-1d70-461f-b700-9d951265ccaf tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 210 time: 0.0379770 Jul 26 16:03:38.313346 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:38.319960 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.321067 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 1237692f-89e9-4187-8530-8b33cf86d5b6 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:03:38.357260 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] For port 1237692f-89e9-4187-8530-8b33cf86d5b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1237692f-89e9-4187-8530-8b33cf86d5b6,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:38.357481 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a20a58-724d-4030-ae56-0bfccdf718b1 x-openstack-request-id: req-07a20a58-724d-4030-ae56-0bfccdf718b1 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:03:38.358449 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.358610 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-unplugged", "status": "completed", "tag": "77c90049-d94e-4005-8423-c0d16b66f868", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:03:38.359006 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07a20a58-724d-4030-ae56-0bfccdf718b1 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:03:38.359704 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868', 'code': 200} Jul 26 16:03:38.374896 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Calling delete_port for 1237692f-89e9-4187-8530-8b33cf86d5b6 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:03:38.421484 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=8']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:38.466828 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.506283 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 1237692f-89e9-4187-8530-8b33cf86d5b6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1237692f-89e9-4187-8530-8b33cf86d5b6,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:38.511933 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.539023 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-de6c74e2-ad7b-4aae-a251-b902ccf69367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:38.547013 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-de6c74e2-ad7b-4aae-a251-b902ccf69367 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 1096 time: 0.1535738 Jul 26 16:03:38.586810 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=1237692f-89e9-4187-8530-8b33cf86d5b6,revision_number=6']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:38.718588 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.757355 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a53904e9-d74d-46bd-918a-d93861589f42', '5686aecc-a9ea-4749-bf56-6f6076409d61'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:03:38.769183 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Pushing event deleted for resources: {'Port': ['ID=1237692f-89e9-4187-8530-8b33cf86d5b6,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:38.786790 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-d8f49991-5138-47b8-b4d0-7d1982e8d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:38.788290 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-d8f49991-5138-47b8-b4d0-7d1982e8d547 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.2386889 Jul 26 16:03:38.888696 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] No DVR routers for this DVR port 1237692f-89e9-4187-8530-8b33cf86d5b6 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:03:38.897656 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.901832 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b6744508-819c-4438-8392-0022ec0f02dc req-91e3a86a-2c44-4336-affd-e92ab1538cae tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "DELETE /v2.0/ports/1237692f-89e9-4187-8530-8b33cf86d5b6 HTTP/1.1" status: 204 len: 173 time: 0.8623979 Jul 26 16:03:38.903299 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'name': 'network-vif-deleted', 'tag': '1237692f-89e9-4187-8530-8b33cf86d5b6'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:03:38.906842 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e4fba9-7cba-4718-a067-b3213b043b40" -d '{"events": [{"server_uuid": "36a5bfc5-8b09-4898-8ed4-334eda462768", "name": "network-vif-deleted", "tag": "1237692f-89e9-4187-8530-8b33cf86d5b6"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:03:38.926444 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:38.938266 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee9e10-5957-4324-bbfe-00d3c710aa98 req-321b8159-cd13-42cc-9661-9af8e921b210 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:38.940669 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8aee9e10-5957-4324-bbfe-00d3c710aa98 req-321b8159-cd13-42cc-9661-9af8e921b210 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.3004148 Jul 26 16:03:38.956472 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-14529b01-2332-4447-b48a-b30386c448b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c90049-d94e-4005-8423-c0d16b66f868 HTTP/1.1" status: 200 len: 999 time: 0.1492112 Jul 26 16:03:38.962574 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f96bb988-f062-44f4-b226-e3090a356c26 req-606d1eab-4e56-4595-adda-cacc835d4e10 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=36a5bfc5-8b09-4898-8ed4-334eda462768 HTTP/1.1" status: 200 len: 210 time: 0.0672510 Jul 26 16:03:39.063326 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8aee9e10-5957-4324-bbfe-00d3c710aa98 req-ac5a121e-d50d-41ac-9e26-ff065128ea19 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058588 Jul 26 16:03:39.064775 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d54ad5d-0f5b-4616-8469-1b5f845788a2 x-openstack-request-id: req-0d54ad5d-0f5b-4616-8469-1b5f845788a2 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:03:39.065054 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a5bfc5-8b09-4898-8ed4-334eda462768", "name": "network-vif-deleted", "tag": "1237692f-89e9-4187-8530-8b33cf86d5b6", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:03:39.065301 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d54ad5d-0f5b-4616-8469-1b5f845788a2 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:03:39.065689 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'name': 'network-vif-deleted', 'tag': '1237692f-89e9-4187-8530-8b33cf86d5b6', 'status': 'completed', 'code': 200} Jul 26 16:03:39.071496 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-f50bb8a2-d69e-4973-9ea5-c8b2b4b2343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:39.072993 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-f50bb8a2-d69e-4973-9ea5-c8b2b4b2343a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.1017454 Jul 26 16:03:39.167834 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-b9ae62a8-78c2-48d9-95c4-c6a2eb0b13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:39.169674 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-b9ae62a8-78c2-48d9-95c4-c6a2eb0b13c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687177 Jul 26 16:03:39.304047 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e954f-0bc1-4a20-a685-ec66b6147fdc req-44eb002c-a141-473b-978b-c95978a65f55 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:39.306615 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cb9e954f-0bc1-4a20-a685-ec66b6147fdc req-44eb002c-a141-473b-978b-c95978a65f55 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0765390 Jul 26 16:03:39.333100 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-593754cb-711a-4ecb-9216-15d66b1a2543 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518519 Jul 26 16:03:39.353098 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cb9e954f-0bc1-4a20-a685-ec66b6147fdc req-e3c72059-f4dc-45bd-816c-095c060cc136 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390029 Jul 26 16:03:39.454857 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1f89efa-5cb4-433b-a179-e343393a7bae req-e44bdf3e-86f5-4884-82b2-fb226d5c71ed tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 210 time: 0.0767186 Jul 26 16:03:39.477560 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-45872319-82d2-4f24-948d-f33dbf90bdc1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:39.479158 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-45872319-82d2-4f24-948d-f33dbf90bdc1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.38 "GET /v2.0/networks?id=3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 200 len: 815 time: 0.2180419 Jul 26 16:03:39.507170 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'port': {'device_id': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'admin_state_up': True, 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:39.588295 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-735d8272-a31e-4ace-9efd-81a0412d73e9 req-5aeb5457-0e01-44d9-a94e-0bc2bc80931a service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325380 Jul 26 16:03:39.696764 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Made reservation on behalf of 489361edabed4636a9a2d1a938e5c4a2 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:03:39.696764 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:39.846893 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Allocated IP 172.20.0.11 (3e0d8d79-58ad-46da-ae8d-00cfff608940/01ae0ae2-fd28-41a9-9078-a034331e924a/a50b16e2-779d-49a6-94a2-53b7538aeb29) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:40.017666 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:40.035213 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Transition to ACTIVE for port object a50b16e2-779d-49a6-94a2-53b7538aeb29 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:40.094923 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:40.242171 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'Port': ['ID=a50b16e2-779d-49a6-94a2-53b7538aeb29,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:40.269177 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:03:40.271266 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:03:40.277926 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:03:40.299617 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:40.300534 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:40.349492 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-60086c6d-c7c5-4d61-89f6-a2aa7482a23b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8478320 Jul 26 16:03:40.362166 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1237692f-89e9-4187-8530-8b33cf86d5b6'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:03:40.365455 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170abd9a-a3ec-44ae-9434-f15f3d9c29e9" -d '{"events": [{"server_uuid": "36a5bfc5-8b09-4898-8ed4-334eda462768", "name": "network-vif-unplugged", "status": "completed", "tag": "1237692f-89e9-4187-8530-8b33cf86d5b6"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:03:40.418244 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765b473-6ebc-4de3-97f5-980fc9151673 req-314974cf-792d-47f5-be3e-f3264ba30689 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:40.419868 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f765b473-6ebc-4de3-97f5-980fc9151673 req-314974cf-792d-47f5-be3e-f3264ba30689 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1937630 Jul 26 16:03:40.468739 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d91aca3-8642-4958-b26c-38fcc0e6e037 x-openstack-request-id: req-2d91aca3-8642-4958-b26c-38fcc0e6e037 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:03:40.469258 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a5bfc5-8b09-4898-8ed4-334eda462768", "name": "network-vif-unplugged", "status": "completed", "tag": "1237692f-89e9-4187-8530-8b33cf86d5b6", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:03:40.470243 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d91aca3-8642-4958-b26c-38fcc0e6e037 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:03:40.474640 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a5bfc5-8b09-4898-8ed4-334eda462768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1237692f-89e9-4187-8530-8b33cf86d5b6', 'code': 200} Jul 26 16:03:40.517155 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f765b473-6ebc-4de3-97f5-980fc9151673 req-53ec5691-302d-46d2-b1e0-95a0ed9e5bbc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899370 Jul 26 16:03:40.666781 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b3d1d-ddc0-4d34-8398-ac2122833342 req-b5be0915-159a-4dff-929b-122938d1e1d1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:40.681062 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a78b3d1d-ddc0-4d34-8398-ac2122833342 req-b5be0915-159a-4dff-929b-122938d1e1d1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.1137986 Jul 26 16:03:40.745556 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c067a558-8aef-4a6d-8235-4db3c46e0a2a None None] Provisioning for port a50b16e2-779d-49a6-94a2-53b7538aeb29 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:03:40.754483 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a78b3d1d-ddc0-4d34-8398-ac2122833342 req-ac988a0f-044c-4da1-b959-df832418003e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721614 Jul 26 16:03:40.754996 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c067a558-8aef-4a6d-8235-4db3c46e0a2a None None] Provisioning complete for port a50b16e2-779d-49a6-94a2-53b7538aeb29 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:03:40.760282 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c067a558-8aef-4a6d-8235-4db3c46e0a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:40.813842 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de1d97-5142-4052-b803-fe7fdc6d5e62 req-1256131a-5287-472c-8ad3-067ac92eb4c9 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:40.830547 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-56de1d97-5142-4052-b803-fe7fdc6d5e62 req-1256131a-5287-472c-8ad3-067ac92eb4c9 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.1656427 Jul 26 16:03:40.865398 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-c067a558-8aef-4a6d-8235-4db3c46e0a2a None None] Port a50b16e2-779d-49a6-94a2-53b7538aeb29 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:03:40.920683 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-56de1d97-5142-4052-b803-fe7fdc6d5e62 req-8ff3a398-cdb4-4f49-a330-58172e880136 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890570 Jul 26 16:03:41.006535 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08eaf1-026a-4e43-a06d-fd91ac3c76a7 req-c6aa7fc3-0ca3-457a-9002-0be9c79d0d07 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:41.008611 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2b08eaf1-026a-4e43-a06d-fd91ac3c76a7 req-c6aa7fc3-0ca3-457a-9002-0be9c79d0d07 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0974238 Jul 26 16:03:41.079608 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2b08eaf1-026a-4e43-a06d-fd91ac3c76a7 req-16e5616c-6f23-4f5f-a37e-abe5e9381ea1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Jul 26 16:03:41.674968 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689a8ba-749c-4341-881f-5abe854ccc68 req-042c6953-fd2e-4439-879a-0249ab46dedf tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:41.676464 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7689a8ba-749c-4341-881f-5abe854ccc68 req-042c6953-fd2e-4439-879a-0249ab46dedf tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0756376 Jul 26 16:03:41.726401 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7689a8ba-749c-4341-881f-5abe854ccc68 req-02615027-754c-4f5a-bb0b-162df54f3a88 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 Jul 26 16:03:41.927511 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c271f1-e366-4259-8b19-ad1eb9661a00 req-3d7ecdaa-2c3c-4392-8d89-29ab3b8e9766 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:41.929019 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-85c271f1-e366-4259-8b19-ad1eb9661a00 req-3d7ecdaa-2c3c-4392-8d89-29ab3b8e9766 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0689559 Jul 26 16:03:41.976055 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-85c271f1-e366-4259-8b19-ad1eb9661a00 req-90f486ce-35a5-46ed-af0c-3aba7385002e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 Jul 26 16:03:42.074141 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b313b-9cf2-4872-a903-da58fc3bbe67 req-fe4c91e9-07b2-469f-bae8-cf97458f8f9a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:42.075702 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c30b313b-9cf2-4872-a903-da58fc3bbe67 req-fe4c91e9-07b2-469f-bae8-cf97458f8f9a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0720985 Jul 26 16:03:42.117110 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c30b313b-9cf2-4872-a903-da58fc3bbe67 req-4108a92f-3910-41dc-be1c-322515c82e09 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341251 Jul 26 16:03:42.238135 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee04fa9-4ee1-4019-8a58-c4a60849051c req-9b7c73fd-7429-4a9e-bfd2-2821bf06e797 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:42.239673 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8ee04fa9-4ee1-4019-8a58-c4a60849051c req-9b7c73fd-7429-4a9e-bfd2-2821bf06e797 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0703077 Jul 26 16:03:42.302086 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8ee04fa9-4ee1-4019-8a58-c4a60849051c req-ad5e378a-35dd-428e-b340-23c828c6836f tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528576 Jul 26 16:03:42.910193 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dd8-9457-4d0d-a723-0a79b814f3e8 req-70e237db-d598-4344-be4a-888e22888233 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:42.911952 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9c379dd8-9457-4d0d-a723-0a79b814f3e8 req-70e237db-d598-4344-be4a-888e22888233 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0915959 Jul 26 16:03:42.950926 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9c379dd8-9457-4d0d-a723-0a79b814f3e8 req-f593a421-3695-499d-9737-98795656f78d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Jul 26 16:03:43.136316 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024098a-f4e7-48fe-a034-f41f2fc386d9 req-6341b739-500f-4055-a6c8-4cfc247f6a46 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:43.137828 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b024098a-f4e7-48fe-a034-f41f2fc386d9 req-6341b739-500f-4055-a6c8-4cfc247f6a46 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0809190 Jul 26 16:03:43.178349 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b024098a-f4e7-48fe-a034-f41f2fc386d9 req-37ad9634-9cba-49ab-8e5c-1d54b3edd8f5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337489 Jul 26 16:03:43.281572 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b582-461c-4ae4-a825-676d960bdae3 req-899a7c70-a45c-4c8f-8385-f83bc24e74f6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:43.283624 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d376b582-461c-4ae4-a825-676d960bdae3 req-899a7c70-a45c-4c8f-8385-f83bc24e74f6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0767801 Jul 26 16:03:43.350531 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d376b582-461c-4ae4-a825-676d960bdae3 req-85ad903a-6494-4fb0-b5a7-e8483be5fd28 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590789 Jul 26 16:03:43.464470 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ae50-cf0f-49a4-8312-d9053bbab441 req-5792ce6e-3eb6-40f2-a00c-787519d563bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:43.465982 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f891ae50-cf0f-49a4-8312-d9053bbab441 req-5792ce6e-3eb6-40f2-a00c-787519d563bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0939913 Jul 26 16:03:43.536496 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f891ae50-cf0f-49a4-8312-d9053bbab441 req-6472e834-185b-4afc-8582-29cd70b44811 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632105 Jul 26 16:03:44.104516 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b57a4-59a5-4696-aa9f-8159387de0c5 req-f76e23f5-e157-4cb5-a285-e3029c75b6b7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:44.106174 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-806b57a4-59a5-4696-aa9f-8159387de0c5 req-f76e23f5-e157-4cb5-a285-e3029c75b6b7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0741782 Jul 26 16:03:44.153000 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-806b57a4-59a5-4696-aa9f-8159387de0c5 req-702eeb97-133c-4f5a-943d-8a04d86bb583 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Jul 26 16:03:44.348917 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4497b-fe1f-451c-a39f-7ca2ee808c43 req-d01883ca-85aa-47fc-bbbf-e98269417ec3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:44.350486 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-eee4497b-fe1f-451c-a39f-7ca2ee808c43 req-d01883ca-85aa-47fc-bbbf-e98269417ec3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0832071 Jul 26 16:03:44.391612 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-eee4497b-fe1f-451c-a39f-7ca2ee808c43 req-617e3db0-079f-403a-b639-399eba93944b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349855 Jul 26 16:03:44.528454 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce790cd-7cbe-4b90-863c-fa8fcf49e19d req-56449603-e253-496e-b996-fc7cb6d78cd4 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:44.530133 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9ce790cd-7cbe-4b90-863c-fa8fcf49e19d req-56449603-e253-496e-b996-fc7cb6d78cd4 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0765219 Jul 26 16:03:44.661041 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9ce790cd-7cbe-4b90-863c-fa8fcf49e19d req-242bb236-7dbf-4395-b79d-473e608d9cab tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178105 Jul 26 16:03:44.792353 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbf776-8e58-4142-a4a0-ff3fc1c46885 req-72415e6d-8721-444c-8c49-d2a1d5e69983 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:44.793920 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-15bbf776-8e58-4142-a4a0-ff3fc1c46885 req-72415e6d-8721-444c-8c49-d2a1d5e69983 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.1017716 Jul 26 16:03:44.842860 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-15bbf776-8e58-4142-a4a0-ff3fc1c46885 req-48b9de90-f353-423b-971e-75ce1673fd16 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Jul 26 16:03:45.319962 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f56f54-2618-4006-aa7b-8feb67b5ea94 req-b53d208c-8fa5-43ab-b519-4e644ff6125e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:45.322678 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c6f56f54-2618-4006-aa7b-8feb67b5ea94 req-b53d208c-8fa5-43ab-b519-4e644ff6125e tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0843065 Jul 26 16:03:45.365879 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c6f56f54-2618-4006-aa7b-8feb67b5ea94 req-a34476ad-a4f8-402e-98aa-d0b95c6dc184 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366046 Jul 26 16:03:45.545938 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728bcb9-f770-4ac0-83e8-587a8519b98f req-5d1d8284-ebfc-40ef-9095-7802a5d1ea41 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:45.547931 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4728bcb9-f770-4ac0-83e8-587a8519b98f req-5d1d8284-ebfc-40ef-9095-7802a5d1ea41 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0722353 Jul 26 16:03:45.593150 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4728bcb9-f770-4ac0-83e8-587a8519b98f req-6ca39e9d-3f5e-45e5-9b4a-ac242ea66aec tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388553 Jul 26 16:03:45.801285 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb87a-9330-4f52-b81e-65d4638a2c46 req-53f0e02c-72a2-4a89-985d-df6286fb320e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:45.802898 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89adb87a-9330-4f52-b81e-65d4638a2c46 req-53f0e02c-72a2-4a89-985d-df6286fb320e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0762889 Jul 26 16:03:45.841046 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-89adb87a-9330-4f52-b81e-65d4638a2c46 req-399f7a78-7a4b-47cc-8eab-fc35473d6231 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322466 Jul 26 16:03:45.989836 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ad154-c1bc-4052-b966-ac190e74eff2 req-5abcde87-6c04-4ac8-9b3f-02336ce6b8f2 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:45.991341 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dd7ad154-c1bc-4052-b966-ac190e74eff2 req-5abcde87-6c04-4ac8-9b3f-02336ce6b8f2 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0728433 Jul 26 16:03:46.031163 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dd7ad154-c1bc-4052-b966-ac190e74eff2 req-eb354cad-4c0d-48fc-8a75-c5f4784ec5d0 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337844 Jul 26 16:03:46.509783 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3943a-979f-43e6-b6c0-985f493cfbdc req-82d9feef-b4f8-42bc-baed-6f1937532c93 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:46.511321 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e9d3943a-979f-43e6-b6c0-985f493cfbdc req-82d9feef-b4f8-42bc-baed-6f1937532c93 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0734339 Jul 26 16:03:46.556771 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e9d3943a-979f-43e6-b6c0-985f493cfbdc req-c3edf32f-5a35-4074-947d-c8b0272aa0ce tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 Jul 26 16:03:46.734854 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd5862-5085-4b2c-996b-50898308ede6 req-7c84591e-5622-46b3-80d5-0c1c456995be tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:46.736583 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9fd5862-5085-4b2c-996b-50898308ede6 req-7c84591e-5622-46b3-80d5-0c1c456995be tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0664937 Jul 26 16:03:46.778295 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9fd5862-5085-4b2c-996b-50898308ede6 req-8d2ba9e8-b034-4b1b-aa19-f0e6582cc878 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354264 Jul 26 16:03:46.988377 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4371e-d67d-4ec2-a2b2-2f5238ec1799 req-593d5385-3315-40a9-9aeb-6a70c2746e78 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:46.992654 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c5a4371e-d67d-4ec2-a2b2-2f5238ec1799 req-593d5385-3315-40a9-9aeb-6a70c2746e78 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0784676 Jul 26 16:03:47.029716 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c5a4371e-d67d-4ec2-a2b2-2f5238ec1799 req-83ad8a20-1ab1-43d6-861b-19f28a0aed2b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Jul 26 16:03:47.183265 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e401-f87f-4f71-8c92-47937c4a3187 req-be8caa5a-a954-465c-baf4-ad52aef29422 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:47.184771 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2d93e401-f87f-4f71-8c92-47937c4a3187 req-be8caa5a-a954-465c-baf4-ad52aef29422 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0767167 Jul 26 16:03:47.227333 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2d93e401-f87f-4f71-8c92-47937c4a3187 req-c0d5b13b-5a00-489e-966d-1aff27527a53 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Jul 26 16:03:47.730451 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fc9e1-46eb-4bd0-bf7b-b1767ca77ad6 req-eb572f33-af39-4864-b6f4-88cf1ed11700 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:47.731929 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-170fc9e1-46eb-4bd0-bf7b-b1767ca77ad6 req-eb572f33-af39-4864-b6f4-88cf1ed11700 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0974100 Jul 26 16:03:47.772991 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-170fc9e1-46eb-4bd0-bf7b-b1767ca77ad6 req-553226b9-45f4-44ff-97b0-ed8fa3d7748f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Jul 26 16:03:47.934251 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa5547-7953-4533-afe4-0d79e63bf621 req-0319d2bc-2a3f-42c0-8ab8-72fb71721540 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:47.935929 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c0fa5547-7953-4533-afe4-0d79e63bf621 req-0319d2bc-2a3f-42c0-8ab8-72fb71721540 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0868828 Jul 26 16:03:47.975861 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c0fa5547-7953-4533-afe4-0d79e63bf621 req-f31ff534-5a62-4b1d-a354-4cf7146aee79 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339029 Jul 26 16:03:48.166485 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c0ec8-f58f-4535-8eb8-5b86c7114208 req-6ecc568c-b6ff-4ac7-b3b5-52c7b16e320d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:48.168071 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-710c0ec8-f58f-4535-8eb8-5b86c7114208 req-6ecc568c-b6ff-4ac7-b3b5-52c7b16e320d tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0700619 Jul 26 16:03:48.213362 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-710c0ec8-f58f-4535-8eb8-5b86c7114208 req-8a331603-0c31-4c57-b3fc-6176c0c10fbc tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384281 Jul 26 16:03:48.383703 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033336d-4c48-46dd-8479-f2b3c49ab912 req-3f3e6dba-9e6b-4c48-b308-ffc95c77c31a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:48.385192 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e033336d-4c48-46dd-8479-f2b3c49ab912 req-3f3e6dba-9e6b-4c48-b308-ffc95c77c31a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0761302 Jul 26 16:03:48.642310 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e033336d-4c48-46dd-8479-f2b3c49ab912 req-4267f049-1035-41c7-a059-7b3d7caa5c82 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511878 Jul 26 16:03:48.923383 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6dab9-8e8a-4c01-8a01-64765a1aa479 req-b1c42529-fb29-4a3f-bba7-7ba5894187c6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:48.924882 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0ba6dab9-8e8a-4c01-8a01-64765a1aa479 req-b1c42529-fb29-4a3f-bba7-7ba5894187c6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0657480 Jul 26 16:03:48.977210 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0ba6dab9-8e8a-4c01-8a01-64765a1aa479 req-df693a59-be20-401d-a441-b456946f36c1 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Jul 26 16:03:49.116018 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93546c-585c-4a7c-9cda-e76e900a6cfe req-79ed8da8-e187-488a-a328-739db47133d1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:49.117505 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8a93546c-585c-4a7c-9cda-e76e900a6cfe req-79ed8da8-e187-488a-a328-739db47133d1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0639856 Jul 26 16:03:49.175607 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8a93546c-585c-4a7c-9cda-e76e900a6cfe req-6e0c13fb-bf7a-4efc-9da9-8fc28730774a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Jul 26 16:03:49.351989 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fd1af-54be-4d32-9be8-51e3e6e3fbd8 req-f26e02c0-78d6-4df4-89da-11b82592a88b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:49.353632 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-933fd1af-54be-4d32-9be8-51e3e6e3fbd8 req-f26e02c0-78d6-4df4-89da-11b82592a88b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0716953 Jul 26 16:03:49.393723 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-933fd1af-54be-4d32-9be8-51e3e6e3fbd8 req-bbd74ea9-f6fb-4f82-aefc-1c4f1e235573 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Jul 26 16:03:49.781676 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5391f-930c-4524-ab7f-e20b92ff298f req-ed28e364-7775-421f-88fb-5ccef687d9f6 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:49.783194 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-08f5391f-930c-4524-ab7f-e20b92ff298f req-ed28e364-7775-421f-88fb-5ccef687d9f6 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0699527 Jul 26 16:03:49.831935 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-08f5391f-930c-4524-ab7f-e20b92ff298f req-107fbe92-4292-44d7-87ba-f52d5b6b0266 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Jul 26 16:03:50.118235 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ec6e-f79c-4d39-b16b-6630babc2669 req-526a53d9-3e96-4c5d-b1aa-a371965d28d0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:50.119743 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-65b1ec6e-f79c-4d39-b16b-6630babc2669 req-526a53d9-3e96-4c5d-b1aa-a371965d28d0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0771172 Jul 26 16:03:50.162804 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-65b1ec6e-f79c-4d39-b16b-6630babc2669 req-3b88ba4d-59d8-4a78-9f30-1e5da3f881ec tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Jul 26 16:03:50.315298 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64bad3-941c-43c1-9d2a-3b5731f10c74 req-830a37f1-bacd-4022-bf28-15a4cf4e8a66 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:50.316950 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bd64bad3-941c-43c1-9d2a-3b5731f10c74 req-830a37f1-bacd-4022-bf28-15a4cf4e8a66 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0771315 Jul 26 16:03:50.356320 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bd64bad3-941c-43c1-9d2a-3b5731f10c74 req-adfb7bff-4c3d-4f33-a596-e1bfdc3c592d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Jul 26 16:03:50.528387 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff4a15-7528-4c4e-8231-8ff895cba474 req-ed2566c5-d04a-4e53-9e28-53f8c0ab662c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:50.529948 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f1ff4a15-7528-4c4e-8231-8ff895cba474 req-ed2566c5-d04a-4e53-9e28-53f8c0ab662c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0706973 Jul 26 16:03:50.577467 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f1ff4a15-7528-4c4e-8231-8ff895cba474 req-7a8ba73f-af70-4a8d-a901-ccf6eda808a6 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393026 Jul 26 16:03:50.971529 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b36d6c-d1d5-4f67-9f47-61797cf79fc8 req-8ed13ceb-73c4-4f3d-9dff-f9232b1acb54 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:50.972960 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-34b36d6c-d1d5-4f67-9f47-61797cf79fc8 req-8ed13ceb-73c4-4f3d-9dff-f9232b1acb54 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0752599 Jul 26 16:03:51.009019 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-34b36d6c-d1d5-4f67-9f47-61797cf79fc8 req-4a37f8a5-e677-4d80-905c-d59f00c1488a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302677 Jul 26 16:03:51.297739 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9163-0538-47ae-b3c8-1c4f33de0399 req-d89bd68b-a5db-46f9-8e6d-1e0b294102bc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:51.299091 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5eba9163-0538-47ae-b3c8-1c4f33de0399 req-d89bd68b-a5db-46f9-8e6d-1e0b294102bc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0655260 Jul 26 16:03:51.344604 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5eba9163-0538-47ae-b3c8-1c4f33de0399 req-37e638cf-9c91-4edf-ad04-794700223477 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390236 Jul 26 16:03:51.492723 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50e5b5-d05d-4a73-8691-5d69a49ce2be req-3c1fcd90-623f-48d9-b24a-08605680ce64 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:51.494234 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0e50e5b5-d05d-4a73-8691-5d69a49ce2be req-3c1fcd90-623f-48d9-b24a-08605680ce64 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0675797 Jul 26 16:03:51.539213 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0e50e5b5-d05d-4a73-8691-5d69a49ce2be req-9fab5f73-bda9-4470-9a1f-31c5daf2eb98 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385261 Jul 26 16:03:51.705105 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e197f-eac5-44dc-9516-d847bfb8ed82 req-7a815ef2-6982-471a-a0ec-6eb127397ba4 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:51.706565 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e52e197f-eac5-44dc-9516-d847bfb8ed82 req-7a815ef2-6982-471a-a0ec-6eb127397ba4 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0626142 Jul 26 16:03:51.745107 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e52e197f-eac5-44dc-9516-d847bfb8ed82 req-28ee76e3-c526-45d6-abfa-3d399c719e41 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Jul 26 16:03:52.135542 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8911178-2357-4164-ac51-6178b5efecad req-8904b620-8753-48b6-a78d-7eddc597ef0e tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:52.136954 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8911178-2357-4164-ac51-6178b5efecad req-8904b620-8753-48b6-a78d-7eddc597ef0e tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 932 time: 0.0636733 Jul 26 16:03:52.176015 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8911178-2357-4164-ac51-6178b5efecad req-6b0071cc-fb64-402a-9aa2-947e13ebaa52 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Jul 26 16:03:52.295817 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Request body: {'port': {'device_id': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:52.375748 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:52.600690 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e11b7-8259-48a9-a624-f482a06eadbb req-e8f71ac3-23f0-4e54-923f-d07a51b9cecc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:52.602326 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3a8e11b7-8259-48a9-a624-f482a06eadbb req-e8f71ac3-23f0-4e54-923f-d07a51b9cecc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1909256 Jul 26 16:03:52.661775 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3a8e11b7-8259-48a9-a624-f482a06eadbb req-7279712f-3288-4f81-b527-e55fbaa76f2c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 Jul 26 16:03:52.683955 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873996b3-6bd7-41ee-b266-6acfd578e93e req-db3fd5fc-06f6-4fe2-8009-04e7ef9f6d78 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:52.684579 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-873996b3-6bd7-41ee-b266-6acfd578e93e req-db3fd5fc-06f6-4fe2-8009-04e7ef9f6d78 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0641778 Jul 26 16:03:52.726260 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-873996b3-6bd7-41ee-b266-6acfd578e93e req-0e2df75a-1f64-435e-bfd0-b1ff1cfeecf8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359957 Jul 26 16:03:52.773581 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50b16e2-779d-49a6-94a2-53b7538aeb29 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:03:52.782080 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f31d7-ffdf-4f05-b8df-d90c3ac994b9 req-b1a2e6f1-22c1-46ec-877d-640ca1045051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:52.783569 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c46f31d7-ffdf-4f05-b8df-d90c3ac994b9 req-b1a2e6f1-22c1-46ec-877d-640ca1045051 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1099 time: 0.1134303 Jul 26 16:03:52.785254 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:52.809081 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Transition to ACTIVE for port object a50b16e2-779d-49a6-94a2-53b7538aeb29 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:03:52.816868 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:52.887259 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c46f31d7-ffdf-4f05-b8df-d90c3ac994b9 req-34074f71-07b6-41f7-89bd-3fd9c3ee5599 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936313 Jul 26 16:03:52.904039 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62884012-5db5-40f9-993c-916067260455 service neutron] Pushing event updated for resources: {'Port': ['ID=a50b16e2-779d-49a6-94a2-53b7538aeb29,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:52.955671 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Attempting to bind port a50b16e2-779d-49a6-94a2-53b7538aeb29 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:03:52.955990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Attempting to bind port a50b16e2-779d-49a6-94a2-53b7538aeb29 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:03:52.956351 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Attempting to bind port a50b16e2-779d-49a6-94a2-53b7538aeb29 on network 3e0d8d79-58ad-46da-ae8d-00cfff608940 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:52.970624 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb237ddf-a13c-4e77-b86e-f8a68c2e74b2 req-c46e640a-af9a-412f-b4f5-c834d2e053bd tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:52.972140 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eb237ddf-a13c-4e77-b86e-f8a68c2e74b2 req-c46e640a-af9a-412f-b4f5-c834d2e053bd tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.1589978 Jul 26 16:03:52.974577 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Port a50b16e2-779d-49a6-94a2-53b7538aeb29 on network 3e0d8d79-58ad-46da-ae8d-00cfff608940 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:03:52.974901 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Attempting to bind port a50b16e2-779d-49a6-94a2-53b7538aeb29 on network 3e0d8d79-58ad-46da-ae8d-00cfff608940 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:03:52.982248 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:03:52.982582 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Checking segment: {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:03:52.982962 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Bound using segment: {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:03:52.983390 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Bound port: a50b16e2-779d-49a6-94a2-53b7538aeb29, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d85357-a781-4b87-a44e-a6ffc236741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:03:52.983749 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:53.046859 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eb237ddf-a13c-4e77-b86e-f8a68c2e74b2 req-01b96bef-a36a-41f7-905a-b3d3dc7fec75 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666287 Jul 26 16:03:53.075623 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] For port a50b16e2-779d-49a6-94a2-53b7538aeb29, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:03:53.079233 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] For port a50b16e2-779d-49a6-94a2-53b7538aeb29, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:03:53.084977 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:53.118094 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:53.118895 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:53.120302 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-62884012-5db5-40f9-993c-916067260455 service neutron] 10.222.0.38 "PUT /v2.0/ports/a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 1094 time: 0.8291588 Jul 26 16:03:53.122308 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:03:53.125075 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60baada-5221-4286-8d07-00b670839ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:03:53.150931 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62884012-5db5-40f9-993c-916067260455 service neutron] Pushing event updated for resources: {'Port': ['ID=a50b16e2-779d-49a6-94a2-53b7538aeb29,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:53.168815 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2507245d-ff71-438f-ae44-682dc334ed9a x-openstack-request-id: req-2507245d-ff71-438f-ae44-682dc334ed9a {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:03:53.169108 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:03:53.169357 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2507245d-ff71-438f-ae44-682dc334ed9a {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:03:53.169747 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'status': 'completed', 'code': 200} Jul 26 16:03:53.351992 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d3b10-f991-4b2e-922a-f6d58a95f6b7 req-13fb0c20-72a8-4e01-b6af-e5c446eca8b1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:53.353503 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a60d3b10-f991-4b2e-922a-f6d58a95f6b7 req-13fb0c20-72a8-4e01-b6af-e5c446eca8b1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 944 time: 0.1076562 Jul 26 16:03:53.360187 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60baada-5221-4286-8d07-00b670839ae4 req-4edc36d0-6891-4903-b6db-d71f5c08cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:53.361647 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e60baada-5221-4286-8d07-00b670839ae4 req-4edc36d0-6891-4903-b6db-d71f5c08cdb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1097 time: 0.0858381 Jul 26 16:03:53.441543 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a60d3b10-f991-4b2e-922a-f6d58a95f6b7 req-11933be7-510c-492d-b4e5-29081fe75c78 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790286 Jul 26 16:03:53.489557 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60baada-5221-4286-8d07-00b670839ae4 req-62cb65da-9e35-4c82-a2e3-55730beaad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:53.490999 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e60baada-5221-4286-8d07-00b670839ae4 req-62cb65da-9e35-4c82-a2e3-55730beaad57 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=489361edabed4636a9a2d1a938e5c4a2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1111753 Jul 26 16:03:53.589151 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60baada-5221-4286-8d07-00b670839ae4 req-3cadfa13-1fce-4bba-b5eb-2c71c3b1a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:53.590612 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e60baada-5221-4286-8d07-00b670839ae4 req-3cadfa13-1fce-4bba-b5eb-2c71c3b1a02c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899584 Jul 26 16:03:53.803061 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ca772-716b-4f3b-8216-7f96b43d14d2 req-0a96251e-0120-4dd4-ae25-32157b5ae819 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:53.805442 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-195ca772-716b-4f3b-8216-7f96b43d14d2 req-0a96251e-0120-4dd4-ae25-32157b5ae819 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0719366 Jul 26 16:03:53.855035 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-195ca772-716b-4f3b-8216-7f96b43d14d2 req-899e5d61-b4b1-4bb9-9a49-991294035c3a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361936 Jul 26 16:03:53.968921 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-caa4532e-2a2c-496e-9ce7-6917533621a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:53.970286 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-caa4532e-2a2c-496e-9ce7-6917533621a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1097 time: 0.3040152 Jul 26 16:03:53.981883 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a893e7-ce14-4159-a281-c9d75c8809ee req-3194dba7-bbf8-4c37-af36-6ab807560bcf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:53.983301 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b9a893e7-ce14-4159-a281-c9d75c8809ee req-3194dba7-bbf8-4c37-af36-6ab807560bcf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0796516 Jul 26 16:03:54.037175 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-46e67f76-10be-4f3b-bfc9-a06abdc662da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 217 time: 0.0452149 Jul 26 16:03:54.053886 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b9a893e7-ce14-4159-a281-c9d75c8809ee req-816f6e1b-659c-47cf-a77b-6f88ebbb2707 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639808 Jul 26 16:03:54.106193 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-07e8d73c-ce4c-4f02-a7b3-9517ce0233aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:54.107645 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-07e8d73c-ce4c-4f02-a7b3-9517ce0233aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=01ae0ae2-fd28-41a9-9078-a034331e924a HTTP/1.1" status: 200 len: 854 time: 0.0459046 Jul 26 16:03:54.175043 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd5e3d-2f56-442f-9147-906d15955d7c req-c97db864-f011-4d9e-ad0e-c1be12024f89 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:54.177426 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7ecd5e3d-2f56-442f-9147-906d15955d7c req-c97db864-f011-4d9e-ad0e-c1be12024f89 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0642369 Jul 26 16:03:54.208509 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-f1839bc4-6feb-4a64-b4ad-1677ab43c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:54.209998 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-f1839bc4-6feb-4a64-b4ad-1677ab43c22f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e0d8d79-58ad-46da-ae8d-00cfff608940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550408 Jul 26 16:03:54.214295 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7ecd5e3d-2f56-442f-9147-906d15955d7c req-0f5b6735-5973-4ecd-af4d-e93b0ce3f7ac tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Jul 26 16:03:54.315294 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-259ba8cd-d9b4-4d39-abc7-bf909149c44c service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856376 Jul 26 16:03:54.444970 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b73dcc81-5ee7-46ac-ba2d-af4e2c29fd7a req-fc5f5c51-cab3-4c0a-8aba-e3faab731506 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934777 Jul 26 16:03:54.606896 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d4b5b-262e-4e1b-9d8b-cfb9f80f5070 req-b4ddbcac-8643-4d52-943d-922803b3fc68 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:54.609450 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e49d4b5b-262e-4e1b-9d8b-cfb9f80f5070 req-b4ddbcac-8643-4d52-943d-922803b3fc68 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 944 time: 0.0904617 Jul 26 16:03:54.628237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731b27d-2fd6-4b5d-ab9e-be10d572312c req-687435f9-3b72-4a8c-b280-f7e476b0f306 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:54.629697 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e731b27d-2fd6-4b5d-ab9e-be10d572312c req-687435f9-3b72-4a8c-b280-f7e476b0f306 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 945 time: 0.0732832 Jul 26 16:03:54.649744 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e49d4b5b-262e-4e1b-9d8b-cfb9f80f5070 req-0d85f7de-127f-4da3-94ff-1486718e63f9 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Jul 26 16:03:54.675928 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e731b27d-2fd6-4b5d-ab9e-be10d572312c req-30d6264c-cfbb-4ee4-92fb-608cf0d73b8c tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Jul 26 16:03:54.817951 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaf390-2bc7-42da-ae39-b35707640960 req-ab1cc9ec-a243-439f-8010-3555a1923281 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:54.819355 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-43eaf390-2bc7-42da-ae39-b35707640960 req-ab1cc9ec-a243-439f-8010-3555a1923281 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 945 time: 0.0615265 Jul 26 16:03:54.925901 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Deleting port 5686aecc-a9ea-4749-bf56-6f6076409d61 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:03:54.926237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:54.985725 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49b4a2-416b-4d9d-ad15-83172a663987 req-f5f3779a-cf70-413c-9bb8-96707bb5699d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:54.987309 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2a49b4a2-416b-4d9d-ad15-83172a663987 req-f5f3779a-cf70-413c-9bb8-96707bb5699d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0653038 Jul 26 16:03:55.018450 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] For port 5686aecc-a9ea-4749-bf56-6f6076409d61, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=5686aecc-a9ea-4749-bf56-6f6076409d61,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:55.018899 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:55.032411 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Calling delete_port for 5686aecc-a9ea-4749-bf56-6f6076409d61 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:03:55.045429 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2a49b4a2-416b-4d9d-ad15-83172a663987 req-5b2db538-726c-4c6f-93da-dce818659b80 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Jul 26 16:03:55.188001 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:55.219370 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Pushing event deleted for resources: {'Port': ['ID=5686aecc-a9ea-4749-bf56-6f6076409d61,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:55.223396 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed43d3-ddeb-46f9-8097-accb2c785937 req-77814338-eada-4427-b234-7de90a71ee70 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:55.226100 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a3ed43d3-ddeb-46f9-8097-accb2c785937 req-77814338-eada-4427-b234-7de90a71ee70 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0913022 Jul 26 16:03:55.237273 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a53904e9-d74d-46bd-918a-d93861589f42', '5686aecc-a9ea-4749-bf56-6f6076409d61'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:03:55.276098 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] No DVR routers for this DVR port 5686aecc-a9ea-4749-bf56-6f6076409d61 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:03:55.279098 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:55.281321 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-43eaf390-2bc7-42da-ae39-b35707640960 req-8fcaaa94-ee3b-4846-a201-903689ca0822 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "DELETE /v2.0/ports/5686aecc-a9ea-4749-bf56-6f6076409d61 HTTP/1.1" status: 204 len: 173 time: 0.4510782 Jul 26 16:03:55.281842 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c259ccc7-ca49-4ea9-bcca-9ad92095d0ba', 'name': 'network-vif-deleted', 'tag': '5686aecc-a9ea-4749-bf56-6f6076409d61'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:03:55.284237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83915150-2a18-42ed-82ee-a9d95ba55682" -d '{"events": [{"server_uuid": "c259ccc7-ca49-4ea9-bcca-9ad92095d0ba", "name": "network-vif-deleted", "tag": "5686aecc-a9ea-4749-bf56-6f6076409d61"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:03:55.292644 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a3ed43d3-ddeb-46f9-8097-accb2c785937 req-28db4b14-8d4a-4cc9-9c6e-4710c5a36ce6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530550 Jul 26 16:03:55.335745 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b5d9ff-d58e-416d-a27b-c918e59db5fb x-openstack-request-id: req-a3b5d9ff-d58e-416d-a27b-c918e59db5fb {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:03:55.336102 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c259ccc7-ca49-4ea9-bcca-9ad92095d0ba", "name": "network-vif-deleted", "tag": "5686aecc-a9ea-4749-bf56-6f6076409d61", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:03:55.336471 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3b5d9ff-d58e-416d-a27b-c918e59db5fb {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:03:55.336924 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c259ccc7-ca49-4ea9-bcca-9ad92095d0ba', 'name': 'network-vif-deleted', 'tag': '5686aecc-a9ea-4749-bf56-6f6076409d61', 'status': 'completed', 'code': 200} Jul 26 16:03:55.416173 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ebb98a0c-5129-4425-9f59-9426a12b7e07 req-28808c1b-6c4b-471c-9fee-9d6f65395a0f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=c259ccc7-ca49-4ea9-bcca-9ad92095d0ba HTTP/1.1" status: 200 len: 210 time: 0.0349047 Jul 26 16:03:55.459396 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987cc62-102c-4e80-a32c-0bafde21b38e req-e7d5a4ed-2001-4e48-8a7b-5b62f1648bfa tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:55.461668 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4987cc62-102c-4e80-a32c-0bafde21b38e req-e7d5a4ed-2001-4e48-8a7b-5b62f1648bfa tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0774419 Jul 26 16:03:55.484063 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050f891-e04a-469b-853d-10db2d361eaa req-0ca43268-5eee-4678-beee-ae92907f1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:55.485585 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b050f891-e04a-469b-853d-10db2d361eaa req-0ca43268-5eee-4678-beee-ae92907f1815 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6a661961d6714958a7e980e51112d73f&device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 1099 time: 0.0680966 Jul 26 16:03:55.513807 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4987cc62-102c-4e80-a32c-0bafde21b38e req-2f6ebd88-5595-43a0-a0fc-fb91de17936f tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Jul 26 16:03:55.586001 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050f891-e04a-469b-853d-10db2d361eaa req-939979c3-5e6b-4399-8cb6-071558e58411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:55.588350 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b050f891-e04a-469b-853d-10db2d361eaa req-939979c3-5e6b-4399-8cb6-071558e58411 service neutron] 10.222.0.38 "GET /v2.0/networks?id=68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 200 len: 920 time: 0.0931244 Jul 26 16:03:55.635007 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b050f891-e04a-469b-853d-10db2d361eaa req-96da0ea5-2933-4685-86e4-a60692345f34 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 200 len: 217 time: 0.0386705 Jul 26 16:03:55.693921 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050f891-e04a-469b-853d-10db2d361eaa req-b7e7a73c-12be-4f2d-bdd4-6c38f29851fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:55.695460 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b050f891-e04a-469b-853d-10db2d361eaa req-b7e7a73c-12be-4f2d-bdd4-6c38f29851fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 200 len: 859 time: 0.0495157 Jul 26 16:03:55.737170 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b050f891-e04a-469b-853d-10db2d361eaa req-7d1307dc-8e4d-4794-893b-d01431d025d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=68059e9d-b0d9-4057-94c6-ab42f7be2955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330851 Jul 26 16:03:55.784365 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:55.811479 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9e5e5-6caa-466d-a206-81033adab778 req-11a63c68-a239-40d9-97a3-02107fa6137c tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:55.813051 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d5e9e5e5-6caa-466d-a206-81033adab778 req-11a63c68-a239-40d9-97a3-02107fa6137c tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 944 time: 0.0896218 Jul 26 16:03:55.858044 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d5e9e5e5-6caa-466d-a206-81033adab778 req-ca55340c-1e5b-47ae-8d82-a74aba677b3a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Jul 26 16:03:55.909991 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b050f891-e04a-469b-853d-10db2d361eaa req-5e2c74d5-2903-4836-8286-ad1b02475050 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608174 Jul 26 16:03:55.929206 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85eca3-6a07-4b62-b9f9-19d4c8391875 req-33a11b03-b604-48ab-a2d5-b11352b82da6 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:55.931685 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6e85eca3-6a07-4b62-b9f9-19d4c8391875 req-33a11b03-b604-48ab-a2d5-b11352b82da6 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 945 time: 0.1167412 Jul 26 16:03:56.100165 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6e85eca3-6a07-4b62-b9f9-19d4c8391875 req-9797814e-46b2-4b27-bac3-6ad1c5e87626 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543469 Jul 26 16:03:56.125270 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791f499-291e-4718-aef1-8a797be90800 req-47099141-c73f-4fb2-a1ff-0604937201f9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:56.129637 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8791f499-291e-4718-aef1-8a797be90800 req-47099141-c73f-4fb2-a1ff-0604937201f9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0859375 Jul 26 16:03:56.145169 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b050f891-e04a-469b-853d-10db2d361eaa req-4d6e3086-5eaa-4d12-8b73-6f526ae70fa3 service neutron] 10.222.0.38 "GET /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122309 Jul 26 16:03:56.176701 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8791f499-291e-4718-aef1-8a797be90800 req-1ee859e9-14c8-49e8-b6b9-2195eab0e4af tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Jul 26 16:03:56.460855 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44276) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:03:56.600289 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-1a64e145-e526-4101-9123-81bb7fc6acc0 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417938179&fields=id&tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 267 time: 0.0714314 Jul 26 16:03:56.673213 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-47610035-066f-42b0-92cd-9927ecb156e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2107751 Jul 26 16:03:56.709406 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ab9b4-16e0-4c08-aabf-f9ff7f6dc85b req-14ad0628-758d-4c55-8b38-e8eafec814b0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:56.711152 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8f9ab9b4-16e0-4c08-aabf-f9ff7f6dc85b req-14ad0628-758d-4c55-8b38-e8eafec814b0 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0802488 Jul 26 16:03:56.729122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-d6a95cab-1bd8-4a56-a263-0d0410cd1bea tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:56.731232 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-d6a95cab-1bd8-4a56-a263-0d0410cd1bea tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 811 time: 0.1188793 Jul 26 16:03:56.751245 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-9d5fa133-25a9-4536-8be9-d640e7a739a3 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/quotas/a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 375 time: 0.0105395 Jul 26 16:03:56.752510 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8f9ab9b4-16e0-4c08-aabf-f9ff7f6dc85b req-f66ba80d-696a-4d56-a50e-8a45fcca29a7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348308 Jul 26 16:03:56.878804 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-a3cf6ec9-2a7f-4256-af74-373fb5a2bc5b tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:56.880276 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-a3cf6ec9-2a7f-4256-af74-373fb5a2bc5b tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.38 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 945 time: 0.0862439 Jul 26 16:03:56.888896 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-6c471fda-c988-45e0-b4ad-dd0f56e60468 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296582 Jul 26 16:03:57.013873 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5de426-247e-4235-a509-a949c66e43be req-697d6785-a57f-42dd-a2a3-e92111430422 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:57.015955 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-de5de426-247e-4235-a509-a949c66e43be req-697d6785-a57f-42dd-a2a3-e92111430422 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 944 time: 0.0729311 Jul 26 16:03:57.053433 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-1873a5a5-0acc-43ee-8cc5-4ec7160b250d service neutron] 10.222.0.50 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271615 Jul 26 16:03:57.063960 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-de5de426-247e-4235-a509-a949c66e43be req-a0c5d297-38e3-4732-9e3e-c547fdbe71a8 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Jul 26 16:03:57.120680 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Deleting port 1e1238b5-dec3-4eb1-806e-f264b936c784 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:03:57.121032 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:57.238113 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-3b863d78-2a00-452e-98db-34fb51f6fab0 service neutron] 10.222.0.50 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776786 Jul 26 16:03:57.239811 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96ea00-2b39-46db-979f-21de8b096447 req-78533c39-f539-47ae-8b19-7af6236859b7 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:57.241351 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6f96ea00-2b39-46db-979f-21de8b096447 req-78533c39-f539-47ae-8b19-7af6236859b7 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 945 time: 0.0691316 Jul 26 16:03:57.250629 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] For port 1e1238b5-dec3-4eb1-806e-f264b936c784, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1e1238b5-dec3-4eb1-806e-f264b936c784,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:57.251005 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:57.263887 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Calling delete_port for 1e1238b5-dec3-4eb1-806e-f264b936c784 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:03:57.292892 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6f96ea00-2b39-46db-979f-21de8b096447 req-27e2864a-8deb-4314-8836-6052c20eb7e1 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Jul 26 16:03:57.415407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:57.443450 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa036b1-c069-4182-9774-2e6721ce5495 req-48dbbbad-0e83-441d-bcd8-224d5affe3c8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:57.445080 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2aa036b1-c069-4182-9774-2e6721ce5495 req-48dbbbad-0e83-441d-bcd8-224d5affe3c8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0743942 Jul 26 16:03:57.447866 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Pushing event deleted for resources: {'Port': ['ID=1e1238b5-dec3-4eb1-806e-f264b936c784,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:57.453995 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['1e1238b5-dec3-4eb1-806e-f264b936c784'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:03:57.503953 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2aa036b1-c069-4182-9774-2e6721ce5495 req-67b3aa83-3112-426f-a337-5c900c102e9d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463965 Jul 26 16:03:57.505151 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] No DVR routers for this DVR port 1e1238b5-dec3-4eb1-806e-f264b936c784 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:03:57.507660 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:57.509653 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-85c1ca9a-5070-4a0c-a7f1-dc58c44ecbd9 req-8007ec68-a452-410f-8f5e-193b3b3c9e81 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.38 "DELETE /v2.0/ports/1e1238b5-dec3-4eb1-806e-f264b936c784 HTTP/1.1" status: 204 len: 173 time: 0.6197565 Jul 26 16:03:57.510811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ef8a3-d92c-42d9-aabb-1ee4529d56b3', 'name': 'network-vif-deleted', 'tag': '1e1238b5-dec3-4eb1-806e-f264b936c784'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:03:57.513124 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541eeb92-e18f-46b0-be4e-e31cc081d7f2" -d '{"events": [{"server_uuid": "604ef8a3-d92c-42d9-aabb-1ee4529d56b3", "name": "network-vif-deleted", "tag": "1e1238b5-dec3-4eb1-806e-f264b936c784"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:03:57.565327 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494c0d6d-7453-40d3-80f7-27e198889831 x-openstack-request-id: req-494c0d6d-7453-40d3-80f7-27e198889831 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:03:57.565668 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ef8a3-d92c-42d9-aabb-1ee4529d56b3", "name": "network-vif-deleted", "tag": "1e1238b5-dec3-4eb1-806e-f264b936c784", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:03:57.565923 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-494c0d6d-7453-40d3-80f7-27e198889831 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:03:57.566320 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ef8a3-d92c-42d9-aabb-1ee4529d56b3', 'name': 'network-vif-deleted', 'tag': '1e1238b5-dec3-4eb1-806e-f264b936c784', 'status': 'completed', 'code': 200} Jul 26 16:03:57.633947 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abf9af20-690c-4345-b67e-ed451b11bfb1 req-46c4cb5a-d140-4d6c-b2cf-9698705a87e1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 210 time: 0.0483365 Jul 26 16:03:57.904294 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9930ce-40ce-4280-8a77-74271f144923 req-64d7e516-1e2a-45e7-a76d-5fcc8dbbd6b6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:57.911502 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8e9930ce-40ce-4280-8a77-74271f144923 req-64d7e516-1e2a-45e7-a76d-5fcc8dbbd6b6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0821559 Jul 26 16:03:57.949944 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8e9930ce-40ce-4280-8a77-74271f144923 req-088fd55a-6197-404d-9f36-5700a75e67fa tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 Jul 26 16:03:57.975576 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8141-d6c3-45f8-bdc5-647f2f849e2c req-ecffedb8-74b2-429f-9f36-c3160a8daa67 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:57.977320 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-136b8141-d6c3-45f8-bdc5-647f2f849e2c req-ecffedb8-74b2-429f-9f36-c3160a8daa67 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.1247904 Jul 26 16:03:58.020227 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-136b8141-d6c3-45f8-bdc5-647f2f849e2c req-22b29691-987c-4a87-b949-f32af2d77c87 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350878 Jul 26 16:03:58.152990 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device a50b16e2-779d-49a6-94a2-53b7538aeb29 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:03:58.180109 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:03:58.199513 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fd009-c44f-4f34-bd96-d97f804488f9 req-55abf881-4e65-44e1-bd19-ef41bdfd42f2 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:58.201102 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a15fd009-c44f-4f34-bd96-d97f804488f9 req-55abf881-4e65-44e1-bd19-ef41bdfd42f2 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 944 time: 0.0748675 Jul 26 16:03:58.245704 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a15fd009-c44f-4f34-bd96-d97f804488f9 req-b2e90d96-80ea-44a2-b8da-8369b9bfcd91 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381217 Jul 26 16:03:58.338216 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port a50b16e2-779d-49a6-94a2-53b7538aeb29, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:58.355010 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'port_id': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'mac_address': 'fa:16:3e:9a:d3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:03:58.361007 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 5686aecc-a9ea-4749-bf56-6f6076409d61 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:03:58.407035 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 5686aecc-a9ea-4749-bf56-6f6076409d61 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:03:58.407296 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 5686aecc-a9ea-4749-bf56-6f6076409d61 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:03:58.420468 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-147c6300-7c18-401a-b23e-1439e4dc40ca req-d59a64ee-bbad-4585-a37f-ab3b0da84a58 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=604ef8a3-d92c-42d9-aabb-1ee4529d56b3 HTTP/1.1" status: 200 len: 210 time: 0.0348728 Jul 26 16:03:58.424108 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:58.440054 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50b16e2-779d-49a6-94a2-53b7538aeb29 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:03:58.460099 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port a50b16e2-779d-49a6-94a2-53b7538aeb29, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:03:58.464895 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:58.514318 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=a50b16e2-779d-49a6-94a2-53b7538aeb29,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:03:58.521360 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.521715 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.522058 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.522393 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.522727 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.523059 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.523387 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.523712 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.524038 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.524391 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.524720 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.525049 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:03:58.646993 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d652026-ff09-4d75-827c-3327be8c799b req-f2df4389-3f4d-4040-940a-3695fcaf93a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:58.648498 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5d652026-ff09-4d75-827c-3327be8c799b req-f2df4389-3f4d-4040-940a-3695fcaf93a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0676136 Jul 26 16:03:58.732300 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5fc27d92-4c53-401c-ae3a-66686e9891f4 req-7b49c3b5-6a8a-45de-8ea4-7ebfa7d3e6fe tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Jul 26 16:03:58.758207 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5d652026-ff09-4d75-827c-3327be8c799b req-92a6678d-d18e-4207-9ee6-ebe00cf078ce tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029229 Jul 26 16:03:58.787306 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416989-a504-4735-a2ea-a476d0196e83 req-8e39c1b8-2c03-442e-9170-336f4214dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:58.788802 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-8e39c1b8-2c03-442e-9170-336f4214dc04 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2&tenant_id=001c523afc174d1bbaa01cfa69d6a592 HTTP/1.1" status: 200 len: 1096 time: 0.1348245 Jul 26 16:03:58.821875 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a50b16e2-779d-49a6-94a2-53b7538aeb29'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:03:58.886833 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416989-a504-4735-a2ea-a476d0196e83 req-9b6e2545-be1a-4fdb-8fbe-1e0e580a6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:58.888367 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-9b6e2545-be1a-4fdb-8fbe-1e0e580a6eb0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0540137 Jul 26 16:03:58.991784 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416989-a504-4735-a2ea-a476d0196e83 req-60d01302-05f1-4996-ac1b-48da50a48cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:58.993328 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-60d01302-05f1-4996-ac1b-48da50a48cad service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.0964053 Jul 26 16:03:59.059766 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-67d93ff6-1aaf-42aa-94e5-b5ef87bad2e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c90049-d94e-4005-8423-c0d16b66f868 HTTP/1.1" status: 200 len: 999 time: 0.0578449 Jul 26 16:03:59.098277 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea974584-b442-468c-9439-01561049ba7b req-606be815-d92c-4a9c-830b-c7a6a38ab55a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:59.099635 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ea974584-b442-468c-9439-01561049ba7b req-606be815-d92c-4a9c-830b-c7a6a38ab55a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0757639 Jul 26 16:03:59.143784 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ea974584-b442-468c-9439-01561049ba7b req-148a220e-7226-4c0f-bf3e-faf1b4e6d641 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Jul 26 16:03:59.165640 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416989-a504-4735-a2ea-a476d0196e83 req-719c8742-788e-4a40-b9e8-e8ef75138fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:59.167110 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-719c8742-788e-4a40-b9e8-e8ef75138fcf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0859132 Jul 26 16:03:59.194482 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd26fd4-549a-45a6-a580-7e444169750a req-94313503-c516-4622-b012-b8ffd9657cff tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:59.195981 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dd26fd4-549a-45a6-a580-7e444169750a req-94313503-c516-4622-b012-b8ffd9657cff tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.1048338 Jul 26 16:03:59.322639 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dd26fd4-549a-45a6-a580-7e444169750a req-39a4d9dc-3899-44e1-9b53-ab0d68d49cab tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203775 Jul 26 16:03:59.378123 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416989-a504-4735-a2ea-a476d0196e83 req-07f42901-b8b4-49f4-8434-56e202561db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:59.379622 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-07f42901-b8b4-49f4-8434-56e202561db0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1708062 Jul 26 16:03:59.387686 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-150682a5-7796-4d38-9a44-c01064d7db67 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:59.389152 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-150682a5-7796-4d38-9a44-c01064d7db67 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 811 time: 0.1782088 Jul 26 16:03:59.527211 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-0a76c263-7f11-424b-b221-413f001c6876 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 380 time: 0.0912971 Jul 26 16:03:59.566431 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'port': {'device_id': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'admin_state_up': True, 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'security_groups': ['2887d898-fadc-41a1-9c41-1851c7e9072c']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:03:59.580138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be499d2-4475-4bfd-9f2a-ffa58abfe9d3 req-b4a03dd1-63e9-4a88-94c6-ec98682a91d0 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:59.581709 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2be499d2-4475-4bfd-9f2a-ffa58abfe9d3 req-b4a03dd1-63e9-4a88-94c6-ec98682a91d0 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 945 time: 0.1799507 Jul 26 16:03:59.631922 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-fbace688-e1fb-4ffc-8c9f-0cd56d51c690 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205639 Jul 26 16:03:59.728214 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2be499d2-4475-4bfd-9f2a-ffa58abfe9d3 req-c9a00316-dd2b-415e-a9b0-db027994af1b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341770 Jul 26 16:03:59.790599 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83416989-a504-4735-a2ea-a476d0196e83 req-c57276de-e9bf-44e0-a268-03a18ca1a6cf service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436956 Jul 26 16:03:59.792752 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Made reservation on behalf of a521acbf91bb4c9b8b4739a09bcd60b2 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:03:59.797403 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:03:59.840778 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dba99747-2961-4869-af12-5ad09da7d863 req-5249c0aa-5984-4243-b48f-8eeff95170fd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 210 time: 0.0363636 Jul 26 16:03:59.972697 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Allocated IP 172.20.0.13 (df718479-1703-448c-84ac-ed84f9f84200/b4ccf388-3e84-4c72-a2e2-939f2ad4ebca/272802fa-60d3-4d2c-bd7a-74451a677050) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:03:59.981302 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc050a4-9e57-4590-a803-5376124c63d8 req-c2eb2868-9073-4f7b-a10c-d50e019611c0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:03:59.982747 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6cc050a4-9e57-4590-a803-5376124c63d8 req-c2eb2868-9073-4f7b-a10c-d50e019611c0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.1170194 Jul 26 16:04:00.052488 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6cc050a4-9e57-4590-a803-5376124c63d8 req-19d4e8a2-26b7-40a3-a6c0-2ce3378d0ddd tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605650 Jul 26 16:04:00.352397 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:00.366174 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Transition to ACTIVE for port object 272802fa-60d3-4d2c-bd7a-74451a677050 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:00.398459 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:00.443578 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Network df718479-1703-448c-84ac-ed84f9f84200 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:00.450208 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:00.454762 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:00.460351 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:00.460826 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:00.464697 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=272802fa-60d3-4d2c-bd7a-74451a677050,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:00.465507 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eae7b-3698-4059-8292-d71baf30fdde req-44fa9db7-0316-404c-af6a-1257bf0348ce tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:00.473539 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b64eae7b-3698-4059-8292-d71baf30fdde req-44fa9db7-0316-404c-af6a-1257bf0348ce tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.0752814 Jul 26 16:04:00.478841 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-5361add4-3a03-499a-8d77-e18b380939d8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9223030 Jul 26 16:04:00.509732 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b64eae7b-3698-4059-8292-d71baf30fdde req-ba9692fa-7090-48cb-a9c1-48c25bd6c69f tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351045 Jul 26 16:04:00.692745 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-f1068fc1-fe19-45d7-9aed-85117c860a36 None None] Provisioning for port 272802fa-60d3-4d2c-bd7a-74451a677050 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:00.696495 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-f1068fc1-fe19-45d7-9aed-85117c860a36 None None] Provisioning complete for port 272802fa-60d3-4d2c-bd7a-74451a677050 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:00.696878 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f1068fc1-fe19-45d7-9aed-85117c860a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:00.730804 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-f1068fc1-fe19-45d7-9aed-85117c860a36 None None] Port 272802fa-60d3-4d2c-bd7a-74451a677050 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:04:00.858503 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2191a-e1b3-4893-b1ab-82acf4bf37d5 req-e7fb86ee-96e4-4d4e-a339-998ec718da44 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:00.860069 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f1a2191a-e1b3-4893-b1ab-82acf4bf37d5 req-e7fb86ee-96e4-4d4e-a339-998ec718da44 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 945 time: 0.0627015 Jul 26 16:04:00.897831 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f1a2191a-e1b3-4893-b1ab-82acf4bf37d5 req-1868544d-2f07-47cf-bf9a-936e8e14ce57 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319064 Jul 26 16:04:00.962385 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd156a3d-3b2a-4880-b67f-c0bdf1d8a211 req-7580edc3-2303-4844-b460-4dc725edadd4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:00.963839 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cd156a3d-3b2a-4880-b67f-c0bdf1d8a211 req-7580edc3-2303-4844-b460-4dc725edadd4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 932 time: 0.0618942 Jul 26 16:04:01.001320 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cd156a3d-3b2a-4880-b67f-c0bdf1d8a211 req-b82cbf8e-bf63-4735-8684-b0e1a3c29d94 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Jul 26 16:04:01.183727 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa13f46-3c31-4db4-bf62-462e152e78f3 req-be9976c5-83b0-46ff-a93b-54a4b2063312 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:01.185187 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bfa13f46-3c31-4db4-bf62-462e152e78f3 req-be9976c5-83b0-46ff-a93b-54a4b2063312 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0610802 Jul 26 16:04:01.222863 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bfa13f46-3c31-4db4-bf62-462e152e78f3 req-fd9b449b-5877-48cb-a5b4-37cbd6abc391 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Jul 26 16:04:01.642347 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae755c-15a5-4ddf-aae5-6ac007a1460f req-ef1cb38f-5292-4efc-828c-5c4dc0c83d8a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:01.644135 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a2ae755c-15a5-4ddf-aae5-6ac007a1460f req-ef1cb38f-5292-4efc-828c-5c4dc0c83d8a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.0667536 Jul 26 16:04:01.681476 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a2ae755c-15a5-4ddf-aae5-6ac007a1460f req-2158e9f7-1d8c-4d08-bf7f-95cd50f47e25 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Jul 26 16:04:01.715273 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device a50b16e2-779d-49a6-94a2-53b7538aeb29 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:01.762684 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port a50b16e2-779d-49a6-94a2-53b7538aeb29 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:01.766429 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port a50b16e2-779d-49a6-94a2-53b7538aeb29 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:01.766828 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:01.844676 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:01.866269 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:01.869110 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45f52d1-1859-4112-9b21-f6d1c6b11cc1" -d '{"events": [{"server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "name": "network-vif-plugged", "status": "completed", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:01.881630 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port a50b16e2-779d-49a6-94a2-53b7538aeb29, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:01.885805 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:01.886638 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 1e1238b5-dec3-4eb1-806e-f264b936c784 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:04:01.925364 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee210eb-4105-4305-8852-5a9933c678a9 x-openstack-request-id: req-5ee210eb-4105-4305-8852-5a9933c678a9 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:01.925623 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "name": "network-vif-plugged", "status": "completed", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:01.925869 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ee210eb-4105-4305-8852-5a9933c678a9 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:01.926252 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'code': 200} Jul 26 16:04:01.928891 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 1e1238b5-dec3-4eb1-806e-f264b936c784 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:04:01.929232 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 1e1238b5-dec3-4eb1-806e-f264b936c784 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:04:01.953589 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=a50b16e2-779d-49a6-94a2-53b7538aeb29,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:02.024254 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0a4cd-2da0-44d4-bd7f-c4d91420dd12 req-931ac9ac-5d56-422d-b880-c093f82730be tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:02.025710 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ffd0a4cd-2da0-44d4-bd7f-c4d91420dd12 req-931ac9ac-5d56-422d-b880-c093f82730be tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0618076 Jul 26 16:04:02.064311 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ffd0a4cd-2da0-44d4-bd7f-c4d91420dd12 req-2511697e-3523-4e76-a31b-0e6f72a63b50 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Jul 26 16:04:02.135661 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ad92c-7d08-45e2-a82c-ef70eed5c670 req-a085d0ab-da32-49b2-8101-0f689388c05b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:02.137061 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ed4ad92c-7d08-45e2-a82c-ef70eed5c670 req-a085d0ab-da32-49b2-8101-0f689388c05b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 932 time: 0.0672681 Jul 26 16:04:02.174812 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ed4ad92c-7d08-45e2-a82c-ef70eed5c670 req-daa0cd20-5e5c-4b0e-84d3-23e6d470ba51 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Jul 26 16:04:02.352737 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276ee2-e618-4314-9929-c9e32bc08a18 req-537da934-7eeb-4d49-8126-dbe0443aac74 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:02.354233 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-21276ee2-e618-4314-9929-c9e32bc08a18 req-537da934-7eeb-4d49-8126-dbe0443aac74 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0622108 Jul 26 16:04:02.391973 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-21276ee2-e618-4314-9929-c9e32bc08a18 req-39649a76-bbab-486e-8455-f4a78e65996d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Jul 26 16:04:02.812536 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e562f02-7115-4642-8a42-a604f7ba7ea1 req-90b33c33-5733-4b6a-b48c-8028d32c323e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:02.814060 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9e562f02-7115-4642-8a42-a604f7ba7ea1 req-90b33c33-5733-4b6a-b48c-8028d32c323e tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.0653977 Jul 26 16:04:02.826769 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Request body: {'port': {'device_id': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:02.949619 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9e562f02-7115-4642-8a42-a604f7ba7ea1 req-88d60e85-e6d6-4a93-813d-b2528c23e85b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187990 Jul 26 16:04:02.985269 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:03.002961 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-e86b4965-a591-429b-88c2-76e33af0b7ff tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:03.004693 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-e86b4965-a591-429b-88c2-76e33af0b7ff tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.1884034 Jul 26 16:04:03.293225 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf87be-3f83-46d1-a862-b2193812f4ba req-0585a511-a5e6-498d-b670-002b327fbba6 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:03.295576 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-22bf87be-3f83-46d1-a862-b2193812f4ba req-0585a511-a5e6-498d-b670-002b327fbba6 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.1273344 Jul 26 16:04:03.325728 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696e3db-d980-498a-b570-0ef9d1b2c90b req-ed187943-7982-442e-a8da-4c729445140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:03.327477 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a696e3db-d980-498a-b570-0ef9d1b2c90b req-ed187943-7982-442e-a8da-4c729445140b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1099 time: 0.3217900 Jul 26 16:04:03.397800 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-22bf87be-3f83-46d1-a862-b2193812f4ba req-b6ff39d1-2927-4e6e-87bf-b39cb0257f9a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888858 Jul 26 16:04:03.489855 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Deleting port a53904e9-d74d-46bd-918a-d93861589f42 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:04:03.490197 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:03.539215 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed84e96-8698-4e04-abd6-453c34e5cef5 req-44ae57b7-b20c-41c6-874e-fa406601b1cf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:03.540785 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9ed84e96-8698-4e04-abd6-453c34e5cef5 req-44ae57b7-b20c-41c6-874e-fa406601b1cf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0687160 Jul 26 16:04:03.599707 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4557d7b-c970-4ee0-965c-e4d5a1bb1c17 req-aa126689-e5b1-4cfc-9e89-a73e32cc6e26 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:03.601317 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b4557d7b-c970-4ee0-965c-e4d5a1bb1c17 req-aa126689-e5b1-4cfc-9e89-a73e32cc6e26 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 932 time: 0.3106618 Jul 26 16:04:03.614701 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9ed84e96-8698-4e04-abd6-453c34e5cef5 req-4af6c4cd-9a6d-4fe9-9b0f-ba92862a1ac4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679631 Jul 26 16:04:03.713246 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-68512a99-48f1-4102-9e79-2996eddc134d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:03.757410 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] For port a53904e9-d74d-46bd-918a-d93861589f42, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a53904e9-d74d-46bd-918a-d93861589f42,segment=NetworkSegment(338a7708-1821-446d-b065-af8cb2952d51),segment_id=338a7708-1821-446d-b065-af8cb2952d51)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:03.757782 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:03.779738 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b4557d7b-c970-4ee0-965c-e4d5a1bb1c17 req-c7ba5b38-c058-442f-bd60-808a0f0ebc64 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710396 Jul 26 16:04:03.785691 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Calling delete_port for a53904e9-d74d-46bd-918a-d93861589f42 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:04:03.793476 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272802fa-60d3-4d2c-bd7a-74451a677050 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:04:03.815956 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:03.842988 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Transition to ACTIVE for port object 272802fa-60d3-4d2c-bd7a-74451a677050 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:03.852044 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:03.966690 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=272802fa-60d3-4d2c-bd7a-74451a677050,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:04.084943 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Attempting to bind port 272802fa-60d3-4d2c-bd7a-74451a677050 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:04:04.085419 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Attempting to bind port 272802fa-60d3-4d2c-bd7a-74451a677050 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:04:04.085890 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Attempting to bind port 272802fa-60d3-4d2c-bd7a-74451a677050 on network df718479-1703-448c-84ac-ed84f9f84200 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:04.092687 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Port 272802fa-60d3-4d2c-bd7a-74451a677050 on network df718479-1703-448c-84ac-ed84f9f84200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:04:04.093182 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Attempting to bind port 272802fa-60d3-4d2c-bd7a-74451a677050 on network df718479-1703-448c-84ac-ed84f9f84200 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:04.108809 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:04:04.110155 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Checking segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:04.110692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Bound using segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:04:04.111227 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Bound port: 272802fa-60d3-4d2c-bd7a-74451a677050, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:04:04.111757 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:04.210532 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb4bd-0b04-42de-a07f-57505fc77ae6 req-47803e93-304a-4462-bd49-e4be818940ff tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:04.218435 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-720fb4bd-0b04-42de-a07f-57505fc77ae6 req-47803e93-304a-4462-bd49-e4be818940ff tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 945 time: 0.1371789 Jul 26 16:04:04.237378 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:04.260762 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] For port 272802fa-60d3-4d2c-bd7a-74451a677050, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:04:04.265735 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-720fb4bd-0b04-42de-a07f-57505fc77ae6 req-5b1a4378-e96b-4e22-9669-d306e6709785 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/security-groups?id=54f530fd-75d4-4ef7-89ce-087ad0870004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Jul 26 16:04:04.291981 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a53904e9-d74d-46bd-918a-d93861589f42'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:04.298320 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Pushing event deleted for resources: {'Port': ['ID=a53904e9-d74d-46bd-918a-d93861589f42,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:04.350827 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] For port 272802fa-60d3-4d2c-bd7a-74451a677050, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272802fa-60d3-4d2c-bd7a-74451a677050,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:04:04.373034 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] No DVR routers for this DVR port a53904e9-d74d-46bd-918a-d93861589f42 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:04:04.375304 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:04.378932 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:04.380902 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e6cbfded-dc7a-4969-b9fb-8f83a03f4328 req-8f7c9d64-5efc-4805-837d-e2af7d979acb tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.38 "DELETE /v2.0/ports/a53904e9-d74d-46bd-918a-d93861589f42 HTTP/1.1" status: 204 len: 173 time: 1.3657365 Jul 26 16:04:04.382721 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a8087e-d3c4-404f-9358-895f16187b55', 'name': 'network-vif-deleted', 'tag': 'a53904e9-d74d-46bd-918a-d93861589f42'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:04.384972 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894af971-6c6c-47d5-918b-a0d25bb6e8cb" -d '{"events": [{"server_uuid": "22a8087e-d3c4-404f-9358-895f16187b55", "name": "network-vif-deleted", "tag": "a53904e9-d74d-46bd-918a-d93861589f42"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:04.420407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:04.421111 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:04.422455 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] 10.222.0.38 "PUT /v2.0/ports/272802fa-60d3-4d2c-bd7a-74451a677050 HTTP/1.1" status: 200 len: 1094 time: 1.6074660 Jul 26 16:04:04.449497 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4322a151-d532-4884-a685-50b8540df549 x-openstack-request-id: req-4322a151-d532-4884-a685-50b8540df549 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:04.449788 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a8087e-d3c4-404f-9358-895f16187b55", "name": "network-vif-deleted", "tag": "a53904e9-d74d-46bd-918a-d93861589f42", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:04.450038 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4322a151-d532-4884-a685-50b8540df549 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:04.450427 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a8087e-d3c4-404f-9358-895f16187b55', 'name': 'network-vif-deleted', 'tag': 'a53904e9-d74d-46bd-918a-d93861589f42', 'status': 'completed', 'code': 200} Jul 26 16:04:04.455869 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8dc9-3882-4ecc-bc48-0db2b7b3bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=272802fa-60d3-4d2c-bd7a-74451a677050,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:04.550335 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d13227-91dc-4bde-886b-e0f64053a9c6 req-065de5ed-15e2-4774-a938-689981418b26 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:04.552082 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9d13227-91dc-4bde-886b-e0f64053a9c6 req-065de5ed-15e2-4774-a938-689981418b26 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0748656 Jul 26 16:04:04.613162 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c9d13227-91dc-4bde-886b-e0f64053a9c6 req-50788cc6-8798-41a9-b8b8-7434538df6cf tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547750 Jul 26 16:04:04.768493 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190295fe-194e-46df-97d5-22b8ba5978ca req-854c5a25-2311-4342-a0b6-599bb14c4271 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:04.770043 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-190295fe-194e-46df-97d5-22b8ba5978ca req-854c5a25-2311-4342-a0b6-599bb14c4271 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0725789 Jul 26 16:04:04.810437 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-190295fe-194e-46df-97d5-22b8ba5978ca req-170850ad-399b-4842-9097-14923e10ca24 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Jul 26 16:04:04.941817 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea2b4b-6226-420f-a9ab-df503472f2d7 req-80f81f49-648b-4a45-9f27-bd7112e980f3 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:04.943297 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-adea2b4b-6226-420f-a9ab-df503472f2d7 req-80f81f49-648b-4a45-9f27-bd7112e980f3 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0637279 Jul 26 16:04:04.983775 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-adea2b4b-6226-420f-a9ab-df503472f2d7 req-15355762-80c1-4dfa-bcbc-bd34ca79ccfc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341237 Jul 26 16:04:05.376793 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-51e69e9a-f640-425b-8130-017d1b456243 req-b565fd2c-b25f-48bc-a2c7-63f5054b8195 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0333724 Jul 26 16:04:05.761029 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26220d6-2c49-4550-9c07-ae6c2436fb5c req-41d0db34-0f79-46e9-a8af-bc1ff8d2a521 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:05.762591 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f26220d6-2c49-4550-9c07-ae6c2436fb5c req-41d0db34-0f79-46e9-a8af-bc1ff8d2a521 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0688069 Jul 26 16:04:05.802052 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f26220d6-2c49-4550-9c07-ae6c2436fb5c req-7c573442-9e1d-4c22-92f6-638f215d62dd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Jul 26 16:04:05.960856 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e3d5-efd6-46d3-950c-15abb6233dfc req-2819a6c7-5d46-47ac-a055-cf506ecc8c63 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:05.962568 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-51f5e3d5-efd6-46d3-950c-15abb6233dfc req-2819a6c7-5d46-47ac-a055-cf506ecc8c63 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0687716 Jul 26 16:04:06.032390 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-51f5e3d5-efd6-46d3-950c-15abb6233dfc req-302b6497-c9a6-4a33-a56c-b6a980561e44 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631995 Jul 26 16:04:06.141476 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15c04-b1a5-4d70-8d60-43edc530e6d2 req-7ab023a9-84f0-4ff4-ae3b-7705afd91411 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:06.142976 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bbc15c04-b1a5-4d70-8d60-43edc530e6d2 req-7ab023a9-84f0-4ff4-ae3b-7705afd91411 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0746560 Jul 26 16:04:06.188871 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bbc15c04-b1a5-4d70-8d60-43edc530e6d2 req-c329ddb4-5f40-48a0-a03d-aa4aca7ef166 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357196 Jul 26 16:04:06.205576 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-234fa84b-5b03-4da4-bc32-86e11a28154e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:06.477320 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:06.494302 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'tag': '272802fa-60d3-4d2c-bd7a-74451a677050'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:06.496776 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a651a729-4392-4acc-927f-f4b780d423e4" -d '{"events": [{"name": "network-changed", "server_uuid": "51995cc7-6f17-49b5-b898-b12dde4cfe64", "tag": "272802fa-60d3-4d2c-bd7a-74451a677050"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:06.501839 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d9cedfab-6e3a-4581-85f4-e655a06320db req-183731f2-4469-4891-838d-7c5321fdbd5a tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0523939 Jul 26 16:04:06.539486 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb94ae8-0c51-48fd-b5e0-e1c98a776e6d x-openstack-request-id: req-ecb94ae8-0c51-48fd-b5e0-e1c98a776e6d {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:06.539781 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51995cc7-6f17-49b5-b898-b12dde4cfe64", "tag": "272802fa-60d3-4d2c-bd7a-74451a677050", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:06.540148 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecb94ae8-0c51-48fd-b5e0-e1c98a776e6d {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:06.540450 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'tag': '272802fa-60d3-4d2c-bd7a-74451a677050', 'status': 'completed', 'code': 200} Jul 26 16:04:06.938587 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ccf0d-2539-4db3-89d0-40ad18244545 req-cad92e65-a057-4982-a673-f08f76a11562 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:06.940168 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ab9ccf0d-2539-4db3-89d0-40ad18244545 req-cad92e65-a057-4982-a673-f08f76a11562 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0712698 Jul 26 16:04:06.980672 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ab9ccf0d-2539-4db3-89d0-40ad18244545 req-d060f82e-c512-4788-b46c-7717b72a8197 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347235 Jul 26 16:04:07.177804 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225fd9c-3e20-4c90-be94-95ab19428ce5 req-ce931f57-4d33-4ba5-8d73-fced0ab06cab tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:07.180074 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2225fd9c-3e20-4c90-be94-95ab19428ce5 req-ce931f57-4d33-4ba5-8d73-fced0ab06cab tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0682487 Jul 26 16:04:07.224087 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2225fd9c-3e20-4c90-be94-95ab19428ce5 req-dcf78308-e455-4a76-8364-98e0267b0b27 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379577 Jul 26 16:04:07.240925 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:07.339692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da5d9d-b5be-4757-b92c-d5040d2da323 req-9a174107-3a52-4b9f-8901-ea320ca29441 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:07.341381 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e4da5d9d-b5be-4757-b92c-d5040d2da323 req-9a174107-3a52-4b9f-8901-ea320ca29441 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0778880 Jul 26 16:04:07.383286 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e4da5d9d-b5be-4757-b92c-d5040d2da323 req-2e7830d9-c312-4fc2-ab0b-a117b1cb4a19 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367160 Jul 26 16:04:07.616065 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-47fbab11-e71b-4f30-a6ee-1c963e1d5a6a req-fc6368f0-9086-4e1f-a56d-73bff43e45fc tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0404005 Jul 26 16:04:08.129128 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462367-f6b6-41f3-98c9-1d09b5af3a49 req-7020c982-f009-455e-9d2f-5ec90ab12973 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:08.130588 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a0462367-f6b6-41f3-98c9-1d09b5af3a49 req-7020c982-f009-455e-9d2f-5ec90ab12973 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0691242 Jul 26 16:04:08.169778 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a0462367-f6b6-41f3-98c9-1d09b5af3a49 req-03ff38a6-29bc-4555-a20c-310f4ee430ee tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Jul 26 16:04:08.361349 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412718d-7188-4ab1-8df4-4cd78b854bc1 req-bbd08754-bf4a-47fa-ad52-607a22a1fe0a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:08.362812 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4412718d-7188-4ab1-8df4-4cd78b854bc1 req-bbd08754-bf4a-47fa-ad52-607a22a1fe0a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0645993 Jul 26 16:04:08.400097 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4412718d-7188-4ab1-8df4-4cd78b854bc1 req-3e042209-8011-4783-ae1b-e4fe1544b61c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Jul 26 16:04:08.414434 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device a53904e9-d74d-46bd-918a-d93861589f42 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:04:08.438591 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: a53904e9-d74d-46bd-918a-d93861589f42 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:04:08.439342 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device a53904e9-d74d-46bd-918a-d93861589f42 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:04:08.534594 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f7868-dfce-4958-8be7-e1fb872fba34 req-c5e76a9c-a9eb-447f-a98b-2d32c12761c1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:08.536083 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fa5f7868-dfce-4958-8be7-e1fb872fba34 req-c5e76a9c-a9eb-447f-a98b-2d32c12761c1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0693967 Jul 26 16:04:08.580522 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fa5f7868-dfce-4958-8be7-e1fb872fba34 req-7a901155-a3a5-4718-ac2f-ab31f779576b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384431 Jul 26 16:04:08.718395 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5061e25c-f486-448b-82be-07eb25c8e4a0 req-f2484d5b-8ad0-4499-8064-4a85d61b0ee1 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0333071 Jul 26 16:04:08.905412 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:09.302047 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaecb15-907e-4e18-8017-10ae4303667e req-0c7a61b7-98fe-4b3b-9b99-bb3d3a1a78a1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:09.303686 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-deaecb15-907e-4e18-8017-10ae4303667e req-0c7a61b7-98fe-4b3b-9b99-bb3d3a1a78a1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0649478 Jul 26 16:04:09.344118 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-deaecb15-907e-4e18-8017-10ae4303667e req-70090b88-e083-49dd-b814-40745cd9eac1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334554 Jul 26 16:04:09.567191 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bdee0-b161-4ef8-b442-2567b88beefb req-e14d5d00-9ef7-4be2-8ace-01c6687838fe tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:09.569164 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-046bdee0-b161-4ef8-b442-2567b88beefb req-e14d5d00-9ef7-4be2-8ace-01c6687838fe tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0947556 Jul 26 16:04:09.624540 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-046bdee0-b161-4ef8-b442-2567b88beefb req-0bd08835-6f7e-4da2-b73a-339d2d255c24 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492899 Jul 26 16:04:09.752657 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-4ad113ff-235a-4977-a28f-0232976f1ecf tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:09.754207 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-4ad113ff-235a-4977-a28f-0232976f1ecf tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/networks?id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b HTTP/1.1" status: 200 len: 814 time: 0.1316910 Jul 26 16:04:09.770604 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-da823de9-8625-4f0d-b75b-805e86f74b97 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/quotas/a383301ff10a4dbe912b2339aa30d06f HTTP/1.1" status: 200 len: 375 time: 0.0097125 Jul 26 16:04:09.810388 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bddd7f-4359-4048-9890-f2997f1cf550 req-fd93f9b7-326b-448f-8087-6aa74f3b0ecc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:09.812340 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c5bddd7f-4359-4048-9890-f2997f1cf550 req-fd93f9b7-326b-448f-8087-6aa74f3b0ecc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.1154339 Jul 26 16:04:09.819002 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-10cd9cb5-738f-4309-be73-26b157422315 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a383301ff10a4dbe912b2339aa30d06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412929 Jul 26 16:04:09.853445 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c5bddd7f-4359-4048-9890-f2997f1cf550 req-2ece1a16-29ad-41f1-9a2d-cb0b15ca1565 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332432 Jul 26 16:04:09.927053 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-8564b75e-cfc5-432d-a2c7-5125a3033a92 service neutron] 10.222.0.50 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017010 Jul 26 16:04:09.955287 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a55ca611-26db-4019-80c6-5014dba936d4 req-7d4482e1-348b-40be-8c60-ecf092b2a45c tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0380111 Jul 26 16:04:10.024456 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-0a369748-3346-415a-b2ed-321bd55ae757 service neutron] 10.222.0.50 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909817 Jul 26 16:04:10.200528 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c35e57f2-8145-4d43-b6dc-d670b5cb2645 req-90fad21b-48b0-4b57-89ce-8c97aaa7a47d tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0392368 Jul 26 16:04:10.479367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11640a-b20c-49d6-bb01-fb20ea8a73e5 req-b36d3357-dd33-437c-a204-68b5ae30627a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:10.481083 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8c11640a-b20c-49d6-bb01-fb20ea8a73e5 req-b36d3357-dd33-437c-a204-68b5ae30627a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0679920 Jul 26 16:04:10.529604 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8c11640a-b20c-49d6-bb01-fb20ea8a73e5 req-8cc980d7-275c-403a-9278-e997b82fbeee tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Jul 26 16:04:10.772463 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57474a-bf4c-41fd-ab95-46c74d8c9bea req-928dba3e-1f92-4a81-aa52-30aebe469948 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:10.774114 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9e57474a-bf4c-41fd-ab95-46c74d8c9bea req-928dba3e-1f92-4a81-aa52-30aebe469948 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0659432 Jul 26 16:04:10.821478 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9e57474a-bf4c-41fd-ab95-46c74d8c9bea req-2858104e-117c-40e9-98af-ed10eace7ccd tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374033 Jul 26 16:04:10.987595 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311c4d8-0c12-4196-baaf-673b9a213e3b req-0aeec0d9-8c23-4cc5-88f4-ca600a1144f4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:10.989378 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2311c4d8-0c12-4196-baaf-673b9a213e3b req-0aeec0d9-8c23-4cc5-88f4-ca600a1144f4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0686297 Jul 26 16:04:11.029867 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2311c4d8-0c12-4196-baaf-673b9a213e3b req-f834d23b-333d-4349-8053-6124c5214ebe tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342588 Jul 26 16:04:11.057184 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a7caced4-7561-43f0-ab1f-888151903701 req-d3eb8222-bc36-4356-8c39-d84c5aee694b tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0309305 Jul 26 16:04:11.311120 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5d27ac97-5280-42d0-9209-f7b8f76cedd9 req-b37bc0aa-e594-45b1-8204-5a3785bc0135 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0403657 Jul 26 16:04:11.674248 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcbbbf-fb53-4f8b-8cb7-17e817d96bce req-685e0765-f141-4dab-ba41-84a67b987caf tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:11.675717 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f3dcbbbf-fb53-4f8b-8cb7-17e817d96bce req-685e0765-f141-4dab-ba41-84a67b987caf tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0743356 Jul 26 16:04:11.717200 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f3dcbbbf-fb53-4f8b-8cb7-17e817d96bce req-bf62b1b9-53b1-4cfe-b67f-f6c8b228e7bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355735 Jul 26 16:04:11.997968 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32592e6a-8956-42d4-9e77-07d200f21a3b req-5466c656-fb49-4085-aeb3-c8e4f1b6121b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:12.003049 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-32592e6a-8956-42d4-9e77-07d200f21a3b req-5466c656-fb49-4085-aeb3-c8e4f1b6121b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.1071064 Jul 26 16:04:12.078341 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-32592e6a-8956-42d4-9e77-07d200f21a3b req-51406789-fa2f-433e-a3ff-53472571d718 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681167 Jul 26 16:04:12.164748 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a2366dd2-50ff-46b7-b246-10f25937cad6 req-33bfe9f8-b52f-4304-b78f-9f34ce5598a7 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0333629 Jul 26 16:04:12.183868 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11b9d4-7bde-4c53-9a32-5a32da9fb453 req-96444655-f499-4cfa-b433-02c8f89c79bd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:12.185394 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-aa11b9d4-7bde-4c53-9a32-5a32da9fb453 req-96444655-f499-4cfa-b433-02c8f89c79bd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0713768 Jul 26 16:04:12.228466 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-aa11b9d4-7bde-4c53-9a32-5a32da9fb453 req-7d7c3426-181a-4ecc-9bf7-9f322c3c78b6 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367873 Jul 26 16:04:12.409037 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e3aef702-850e-40d3-9f9e-f4a3bc31352a req-f42f05a3-b1ab-4ddb-a58c-e7cf64b6d3d4 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0307746 Jul 26 16:04:12.854333 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be76f5-b42b-49aa-851d-20038004c59d req-85711428-a40d-45ff-8985-e9e0935168b8 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:12.855830 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f9be76f5-b42b-49aa-851d-20038004c59d req-85711428-a40d-45ff-8985-e9e0935168b8 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0706062 Jul 26 16:04:12.886857 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:04:12.896291 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f9be76f5-b42b-49aa-851d-20038004c59d req-fc4230a9-d0b1-45a1-bb24-c88ab5df1ce2 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Jul 26 16:04:13.217040 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b385e-a0cc-4693-a14e-71884dec1bc3 req-1733744d-f750-4ad0-ab7e-18c99d6a3cb8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:13.218594 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c0b385e-a0cc-4693-a14e-71884dec1bc3 req-1733744d-f750-4ad0-ab7e-18c99d6a3cb8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0705488 Jul 26 16:04:13.276816 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c0b385e-a0cc-4693-a14e-71884dec1bc3 req-eb061d97-edcf-4aef-b534-63c7fa60b77d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519710 Jul 26 16:04:13.300468 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d10fef7c-78db-448e-be76-76a5ddf8965a req-b6f78488-b6d0-4367-b76a-fc628e705851 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0426016 Jul 26 16:04:13.400713 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24b44c-7699-4c9a-92b9-61c8d19b06ab req-5f0cd89f-886d-49a0-9e38-3909fe4b3dc4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:13.402293 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fc24b44c-7699-4c9a-92b9-61c8d19b06ab req-5f0cd89f-886d-49a0-9e38-3909fe4b3dc4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0669172 Jul 26 16:04:13.446576 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fc24b44c-7699-4c9a-92b9-61c8d19b06ab req-1d249578-f2c3-4949-bbf2-fee9a6f2c766 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350788 Jul 26 16:04:13.519944 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-df75a7a1-6061-4886-97ee-122480accd01 req-d4f229a9-8666-4e60-975f-2f2c09d5c341 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0327129 Jul 26 16:04:14.030214 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7690cd0-4d35-40ff-9557-445e1db248ab req-1722add2-477b-4bab-845a-1fe242b428fa tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:14.032246 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e7690cd0-4d35-40ff-9557-445e1db248ab req-1722add2-477b-4bab-845a-1fe242b428fa tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0673494 Jul 26 16:04:14.071647 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e7690cd0-4d35-40ff-9557-445e1db248ab req-f87a8750-770d-469f-9345-9b1816a7eb0f tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Jul 26 16:04:14.374648 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-aa3385b9-fb28-4f79-a87e-4c9f88e53de7 req-e3f68692-4353-496b-96a9-48cdcf8d6e99 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0285535 Jul 26 16:04:14.405476 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801e79d-0cfe-4e66-892c-67de715b48d1 req-5c10d95c-33a0-4a01-8e16-7660b65cd9b0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:14.407220 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b801e79d-0cfe-4e66-892c-67de715b48d1 req-5c10d95c-33a0-4a01-8e16-7660b65cd9b0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0636392 Jul 26 16:04:14.459235 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b801e79d-0cfe-4e66-892c-67de715b48d1 req-039a6c2f-859c-42b3-98b7-3be46845f829 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428944 Jul 26 16:04:14.577047 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a81bd-bd59-4843-8b3d-3a70216b8f8b req-72064c67-b180-453c-9735-c8cbf804ae1d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:14.582498 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-992a81bd-bd59-4843-8b3d-3a70216b8f8b req-72064c67-b180-453c-9735-c8cbf804ae1d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0660646 Jul 26 16:04:14.618246 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a6271a4f-a7ca-4467-a0a7-1065948ecdcc req-2f292655-b4a3-42b7-8bc2-8f45034caeb8 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0286374 Jul 26 16:04:14.622435 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-992a81bd-bd59-4843-8b3d-3a70216b8f8b req-126f3086-305d-430f-90fa-b7f053c63d6a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Jul 26 16:04:14.899206 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a696e3db-d980-498a-b570-0ef9d1b2c90b req-06ab193d-812b-478d-a770-dfe6a36c1c65 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288975 Jul 26 16:04:14.976077 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651a729-4392-4acc-927f-f4b780d423e4 req-0ab0ee13-a98c-4f99-ad01-55dd951e5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:14.977620 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a651a729-4392-4acc-927f-f4b780d423e4 req-0ab0ee13-a98c-4f99-ad01-55dd951e5f15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 1097 time: 0.0605690 Jul 26 16:04:15.197279 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510809b-ce2e-4e5d-b51f-8002de6ae990 req-0ed25dc8-10d9-4a39-9510-f24013f40a2b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:15.198732 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1510809b-ce2e-4e5d-b51f-8002de6ae990 req-0ed25dc8-10d9-4a39-9510-f24013f40a2b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0613389 Jul 26 16:04:15.236913 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1510809b-ce2e-4e5d-b51f-8002de6ae990 req-5c5b44e4-de8f-4af5-b3ba-62f158a32381 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Jul 26 16:04:15.429152 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651a729-4392-4acc-927f-f4b780d423e4 req-2cc49ec0-5344-4611-8d8b-d1a29918526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:15.430598 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a651a729-4392-4acc-927f-f4b780d423e4 req-2cc49ec0-5344-4611-8d8b-d1a29918526d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0942967 Jul 26 16:04:15.484286 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2c0aa0f9-4f7d-4b36-88f6-e6ef9d57d5c4 req-8687dc77-99d7-4705-9f48-140de0067682 tempest-AttachVolumeNegativeTest-1962989646 tempest-AttachVolumeNegativeTest-1962989646-project] 10.222.0.50 "GET /v2.0/ports?device_id=22a8087e-d3c4-404f-9358-895f16187b55 HTTP/1.1" status: 200 len: 210 time: 0.0323429 Jul 26 16:04:15.529918 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651a729-4392-4acc-927f-f4b780d423e4 req-313dd1b6-b3ee-42fa-bda4-f440b4bac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:15.531511 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a651a729-4392-4acc-927f-f4b780d423e4 req-313dd1b6-b3ee-42fa-bda4-f440b4bac8ad service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920038 Jul 26 16:04:15.609150 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395df95-b484-43fd-a817-f0154ce9c9bf req-9b7e7bf2-8dc4-4c87-ad61-2468d2055ae2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:15.610612 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9395df95-b484-43fd-a817-f0154ce9c9bf req-9b7e7bf2-8dc4-4c87-ad61-2468d2055ae2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0708659 Jul 26 16:04:15.684392 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9395df95-b484-43fd-a817-f0154ce9c9bf req-ef4a128d-2fe8-47b0-8cc7-ce14dd4a3422 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675836 Jul 26 16:04:15.709463 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-cb84093f-2e1e-46ae-a910-bb6a97613a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:15.711363 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-cb84093f-2e1e-46ae-a910-bb6a97613a93 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 1097 time: 0.0885797 Jul 26 16:04:15.725921 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-37061738-4e93-47f7-a1aa-e3500cec9c18 req-311c55c9-45ca-4387-916a-5216b459c239 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0403330 Jul 26 16:04:15.794976 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-11d93a96-7738-4a44-9f12-9ab0ca014afd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=272802fa-60d3-4d2c-bd7a-74451a677050 HTTP/1.1" status: 200 len: 217 time: 0.0429256 Jul 26 16:04:15.847004 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f288ec9-2a33-4ed9-8ae1-349b1ec8608b req-7e270cc1-fa53-49d8-9eea-cec50b2da3e9 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:15.848696 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5f288ec9-2a33-4ed9-8ae1-349b1ec8608b req-7e270cc1-fa53-49d8-9eea-cec50b2da3e9 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0897171 Jul 26 16:04:15.929760 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-fe1d38d6-93d3-4f66-8479-7dbde3e66df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:15.931528 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-fe1d38d6-93d3-4f66-8479-7dbde3e66df2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0818849 Jul 26 16:04:15.935765 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5f288ec9-2a33-4ed9-8ae1-349b1ec8608b req-5e31976a-e50d-4fd5-85d8-7e3120ad5e1f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779877 Jul 26 16:04:16.008187 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-57d546b5-99b6-4c65-aa5f-b6e0d1120831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:16.009681 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-57d546b5-99b6-4c65-aa5f-b6e0d1120831 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541523 Jul 26 16:04:16.109996 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-ea580f4a-0b0e-4d6e-9377-5666b66ab737 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911076 Jul 26 16:04:16.209266 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-706d929a-7a2a-4b3d-9ce0-db4a2e47ed72 req-2ba1d9f1-ca7b-489d-a61a-bbe8c81bfae3 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874863 Jul 26 16:04:16.378190 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213336d2-daf3-4e60-aba8-c613febde198 req-7549aa70-49c0-491e-9786-9842bd715388 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:16.379659 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-213336d2-daf3-4e60-aba8-c613febde198 req-7549aa70-49c0-491e-9786-9842bd715388 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0646570 Jul 26 16:04:16.418187 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-213336d2-daf3-4e60-aba8-c613febde198 req-84895975-e585-4fca-a0da-7b4b69578c2f tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Jul 26 16:04:16.542160 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44600) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:16.628220 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0b06e8-8368-401f-9503-84e9af0dde6b admin admin] Deleting subnet 148370dd-b6dc-4375-8d36-a91f81f9ec5c {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:04:16.639352 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06e8-8368-401f-9503-84e9af0dde6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:16.659462 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-9aa6e1c7-62e4-48a6-9a44-2ccda1039810 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:16.661643 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-9aa6e1c7-62e4-48a6-9a44-2ccda1039810 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.38 "GET /v2.0/networks?id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b HTTP/1.1" status: 200 len: 814 time: 0.1272840 Jul 26 16:04:16.684535 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06e8-8368-401f-9503-84e9af0dde6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:16.691171 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Request body: {'port': {'device_id': '2505d242-6f23-47f3-ba18-2778bcb70d7b', 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b', 'admin_state_up': True, 'tenant_id': 'a383301ff10a4dbe912b2339aa30d06f'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:16.737829 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06e8-8368-401f-9503-84e9af0dde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:16.799830 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06e8-8368-401f-9503-84e9af0dde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:16.830026 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b06e8-8368-401f-9503-84e9af0dde6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148370dd-b6dc-4375-8d36-a91f81f9ec5c,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:16.846966 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06e8-8368-401f-9503-84e9af0dde6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:16.851533 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9d0b06e8-8368-401f-9503-84e9af0dde6b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/148370dd-b6dc-4375-8d36-a91f81f9ec5c HTTP/1.1" status: 204 len: 168 time: 0.3049786 Jul 26 16:04:16.854204 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 44616) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:16.890926 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-da0ab562-2f8e-4fee-81a3-5c1b08d69c9d req-5eab45b8-2220-493e-9b10-bd292090b88a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0487187 Jul 26 16:04:16.903263 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1052f2e-7c9c-43ad-8565-ebc8bba85e7f req-4b7eb91b-a615-4c03-8bd5-c39a8fe358d4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:16.904791 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c1052f2e-7c9c-43ad-8565-ebc8bba85e7f req-4b7eb91b-a615-4c03-8bd5-c39a8fe358d4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0794384 Jul 26 16:04:16.946226 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c1052f2e-7c9c-43ad-8565-ebc8bba85e7f req-63a08547-3bd5-4162-91b6-1bdc6c6e9bbf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Jul 26 16:04:17.198422 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:17.203273 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Made reservation on behalf of a383301ff10a4dbe912b2339aa30d06f for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:04:17.206566 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:17.347196 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bc917-bc9d-46ea-811f-a4bff3ff8a72 req-8c668227-4a9b-4793-9d5a-25b3d04a8853 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:17.348680 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bf2bc917-bc9d-46ea-811f-a4bff3ff8a72 req-8c668227-4a9b-4793-9d5a-25b3d04a8853 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.2127757 Jul 26 16:04:17.389415 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:17.429377 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.429729 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.430473 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.430802 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > port after_create 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.431134 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.431445 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > port after_update 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.431794 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.432124 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.432462 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.432780 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.544309 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c297c3f-478a-4f34-9f0f-503df8678554 req-f6bd5136-7840-4748-ad11-2356d18e655c tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:17.545770 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c297c3f-478a-4f34-9f0f-503df8678554 req-f6bd5136-7840-4748-ad11-2356d18e655c tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0631940 Jul 26 16:04:17.585046 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3c297c3f-478a-4f34-9f0f-503df8678554 req-78d3c07e-279a-4340-a77c-19ee4059e764 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Jul 26 16:04:17.619169 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.619431 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.619760 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.620092 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:04:17.620521 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3630f43c-39d4-4069-886c-ec1835da1d5d']}} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:17.653000 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338a7708-1821-446d-b065-af8cb2952d51') {'for_net_delete': True} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:17.653365 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338a7708-1821-446d-b065-af8cb2952d51') {} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:17.661818 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bf2bc917-bc9d-46ea-811f-a4bff3ff8a72 req-79a35a5c-6bfb-4bd7-8366-2d58ed01d681 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013029 Jul 26 16:04:17.682289 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26762246'] for segment, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:17.686206 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Allocated IP 172.20.0.13 (ce013182-f6b3-4a6a-bdc1-6c7586de3c6b/0e729ec5-89b3-48b7-96af-d51bfe086264/31f56940-57d2-4ffa-a59c-f61d3e4e6cab) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:04:17.712548 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:17.715287 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182444d0-c7c0-4fb2-8cf1-189964de6ac7 req-90116339-3b48-4dd5-bc7d-4c388bfb59b5 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:17.716993 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-182444d0-c7c0-4fb2-8cf1-189964de6ac7 req-90116339-3b48-4dd5-bc7d-4c388bfb59b5 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0671823 Jul 26 16:04:17.725149 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:04:17.725596 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415025'] for segment, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: from cryptography.utils import int_from_bytes Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: from cryptography.utils import int_from_bytes Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: Traceback (most recent call last): Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: timer() Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: cb(*args, **kw) Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: return func(*args, **kwargs) Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: self._notify() Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: self.callback(batched_events) Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: event.method(event) Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: return f(self, *a, **k) Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._get(url).json() Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: return self.request(url, 'GET', **kwargs) Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:04:17.731091 dv-cinder-797608-11-iscsi neutron-server[93038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:04:17.758307 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-182444d0-c7c0-4fb2-8cf1-189964de6ac7 req-96fff037-418e-478b-9b38-e9677ebee441 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Jul 26 16:04:17.824590 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:17.867718 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:17.869622 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3630f43c-39d4-4069-886c-ec1835da1d5d HTTP/1.1" status: 204 len: 168 time: 1.0133748 Jul 26 16:04:17.875147 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223ff59-9a84-47c6-b71f-3b625a844f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=3630f43c-39d4-4069-886c-ec1835da1d5d,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:17.963533 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.012606 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.016855 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-22854c16-f76b-4feb-9fa9-12f04283c8e2 req-f8d6d861-f5bb-498b-af89-030190b4feb4 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0300241 Jul 26 16:04:18.070283 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:18.073669 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:18.085156 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:18.121980 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44640) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:18.124288 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Pushing event updated for resources: {'Port': ['ID=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:18.174808 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7b33a98d-4533-4e10-b30e-90cd153c4ebc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c28c9740466d4f1ead858fdfc8e6577c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517361 Jul 26 16:04:18.175282 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:18.175924 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.178011 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44642) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:18.192846 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-eef61dae-163f-4e50-bc82-117467721f6a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5091989 Jul 26 16:04:18.201477 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b934c-bc83-4cea-88cf-d2a45522086a req-e1d314af-e011-42f6-91c8-87cbe619e9dd tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:18.203592 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-313b934c-bc83-4cea-88cf-d2a45522086a req-e1d314af-e011-42f6-91c8-87cbe619e9dd tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.1178935 Jul 26 16:04:18.214579 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621cd1a-2027-487e-8588-abfd6919caed req-36b4325b-2046-49ba-8d4a-54e3979fa206 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:18.216529 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8621cd1a-2027-487e-8588-abfd6919caed req-36b4325b-2046-49ba-8d4a-54e3979fa206 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.1045787 Jul 26 16:04:18.223309 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Request body: {'port': {'device_id': '2505d242-6f23-47f3-ba18-2778bcb70d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:18.272091 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-313b934c-bc83-4cea-88cf-d2a45522086a req-30a6b0e8-742f-4b5e-ab34-75ae188e32d1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606012 Jul 26 16:04:18.272806 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.295479 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.319287 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8621cd1a-2027-487e-8588-abfd6919caed req-5941c2df-d451-4f3b-8bb6-e4de67867e20 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927260 Jul 26 16:04:18.344022 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.346413 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.349318 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.353234 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54f530fd-75d4-4ef7-89ce-087ad0870004 HTTP/1.1" status: 204 len: 168 time: 0.1715746 Jul 26 16:04:18.359257 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f530fd-75d4-4ef7-89ce-087ad0870004,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:18.367593 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.367979 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.368352 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.368688 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.369144 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.369481 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.369810 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.370139 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.370465 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.370840 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.371215 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.371543 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b605668e-a612-45ee-8047-053432f5c96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:18.678282 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f56940-57d2-4ffa-a59c-f61d3e4e6cab {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:04:18.686428 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.713684 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Transition to ACTIVE for port object 31f56940-57d2-4ffa-a59c-f61d3e4e6cab will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:18.719063 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.789435 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:18.819932 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c24602-2020-4cb9-8d02-37118f845b93 req-ee0a203b-94e6-40ad-b628-387fd69125d1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:18.821738 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b8c24602-2020-4cb9-8d02-37118f845b93 req-ee0a203b-94e6-40ad-b628-387fd69125d1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0702472 Jul 26 16:04:18.863473 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Attempting to bind port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:04:18.863803 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Attempting to bind port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:04:18.864048 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b8c24602-2020-4cb9-8d02-37118f845b93 req-d8647fdd-a669-44b4-9f86-0cb664e919b0 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349193 Jul 26 16:04:18.864182 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Attempting to bind port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab on network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:18.868385 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab on network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:04:18.868707 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Attempting to bind port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab on network ce013182-f6b3-4a6a-bdc1-6c7586de3c6b {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:18.873379 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:04:18.873711 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Checking segment: {'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:18.874082 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Bound using segment: {'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:04:18.874573 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Bound port: 31f56940-57d2-4ffa-a59c-f61d3e4e6cab, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1f20eb-c860-4934-9800-74083375df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:04:18.875612 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.939456 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] For port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:04:18.942568 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] For port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:04:18.947934 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.986811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:18.987984 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:18.989402 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] 10.222.0.38 "PUT /v2.0/ports/31f56940-57d2-4ffa-a59c-f61d3e4e6cab HTTP/1.1" status: 200 len: 1094 time: 0.7720230 Jul 26 16:04:18.989953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2505d242-6f23-47f3-ba18-2778bcb70d7b', 'tag': '31f56940-57d2-4ffa-a59c-f61d3e4e6cab'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:18.992300 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c7e16a-a044-4057-8163-6e3d42ba227c" -d '{"events": [{"name": "network-changed", "server_uuid": "2505d242-6f23-47f3-ba18-2778bcb70d7b", "tag": "31f56940-57d2-4ffa-a59c-f61d3e4e6cab"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:19.017478 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fd164-7940-4b95-9795-5fc4b26ce7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:19.038936 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b5498e-41a3-4bab-a7d8-7870d33bfd95 x-openstack-request-id: req-b0b5498e-41a3-4bab-a7d8-7870d33bfd95 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:19.039286 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2505d242-6f23-47f3-ba18-2778bcb70d7b", "tag": "31f56940-57d2-4ffa-a59c-f61d3e4e6cab", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:19.039574 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0b5498e-41a3-4bab-a7d8-7870d33bfd95 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:19.040043 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2505d242-6f23-47f3-ba18-2778bcb70d7b', 'tag': '31f56940-57d2-4ffa-a59c-f61d3e4e6cab', 'status': 'completed', 'code': 200} Jul 26 16:04:19.157886 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-8d9d63e9-10b1-493e-aa76-fe1e582144a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:19.159394 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-8d9d63e9-10b1-493e-aa76-fe1e582144a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a383301ff10a4dbe912b2339aa30d06f&device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 1097 time: 0.0886412 Jul 26 16:04:19.183706 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfe89d-3563-4e77-bb1b-a873c7f8aa5a req-25bb83e1-02c5-46c0-b3e6-eaaa36e4dbd8 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:19.185671 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0ecfe89d-3563-4e77-bb1b-a873c7f8aa5a req-25bb83e1-02c5-46c0-b3e6-eaaa36e4dbd8 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 944 time: 0.0830984 Jul 26 16:04:19.227995 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0ecfe89d-3563-4e77-bb1b-a873c7f8aa5a req-21000d1c-be37-4ee1-91a2-50e3a3e2bb1c tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352209 Jul 26 16:04:19.267500 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-042399e1-d98b-42fe-a082-e00f7a9af743 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f56940-57d2-4ffa-a59c-f61d3e4e6cab HTTP/1.1" status: 200 len: 217 time: 0.0407758 Jul 26 16:04:19.321508 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51451f-8927-46bb-851e-8e32b7c23432 req-5c8a3df9-37a3-462e-8cfc-ffa3a0d37b61 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:19.322994 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5a51451f-8927-46bb-851e-8e32b7c23432 req-5c8a3df9-37a3-462e-8cfc-ffa3a0d37b61 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1263154 Jul 26 16:04:19.352333 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-e120e42f-5c60-4b37-b72a-587e9ca0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:19.353766 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-e120e42f-5c60-4b37-b72a-587e9ca0c172 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e729ec5-89b3-48b7-96af-d51bfe086264 HTTP/1.1" status: 200 len: 854 time: 0.0727701 Jul 26 16:04:19.392886 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-2d3a41c9-fb2c-4c08-b559-34e1b3c61fbb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293202 Jul 26 16:04:19.395699 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5a51451f-8927-46bb-851e-8e32b7c23432 req-6aeadd91-f15a-42e7-9b9b-dc27411cc6b7 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666051 Jul 26 16:04:19.421104 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfd264-1c8c-4702-9906-1480635dca34 req-051547cc-abfd-4f3e-9705-2da4b5ea79bb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:19.422983 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8bcfd264-1c8c-4702-9906-1480635dca34 req-051547cc-abfd-4f3e-9705-2da4b5ea79bb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0660145 Jul 26 16:04:19.464756 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8bcfd264-1c8c-4702-9906-1480635dca34 req-5338a9b4-2ec1-4724-8d1f-952f26c08a16 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355353 Jul 26 16:04:19.501644 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-18a5918d-c101-42f1-a43b-e459ec01273c service neutron] 10.222.0.38 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983913 Jul 26 16:04:19.593444 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c85df473-538d-45e2-bd88-07ab6f7d3708 req-85fbcd3d-35f7-4d6a-8df8-6e01b2a55ee7 service neutron] 10.222.0.38 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835049 Jul 26 16:04:19.774532 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-a9be582e-3175-422c-a9d2-961437af4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:19.776015 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-a9be582e-3175-422c-a9d2-961437af4135 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a383301ff10a4dbe912b2339aa30d06f&device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 1097 time: 0.0600727 Jul 26 16:04:19.880421 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-dd539b9d-0368-4e34-80ff-732e17eed225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:19.882190 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-dd539b9d-0368-4e34-80ff-732e17eed225 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b HTTP/1.1" status: 200 len: 915 time: 0.0967660 Jul 26 16:04:19.941818 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-22936f2f-1779-4f0f-9475-7a09528c00e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f56940-57d2-4ffa-a59c-f61d3e4e6cab HTTP/1.1" status: 200 len: 217 time: 0.0506887 Jul 26 16:04:20.029142 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-3ac74b66-87a3-439b-8ce4-c0a797b75a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:20.030494 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-3ac74b66-87a3-439b-8ce4-c0a797b75a4b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e729ec5-89b3-48b7-96af-d51bfe086264 HTTP/1.1" status: 200 len: 854 time: 0.0783594 Jul 26 16:04:20.075947 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-5309ae94-f9f2-4818-8bd5-501d8a3ff710 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334926 Jul 26 16:04:20.083443 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fffc81-1c9f-4d96-9c46-0ba38a95febe req-ad491c9d-0c8e-44c4-bdbe-7b43ed7a7caf tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:20.084837 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d2fffc81-1c9f-4d96-9c46-0ba38a95febe req-ad491c9d-0c8e-44c4-bdbe-7b43ed7a7caf tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.1420772 Jul 26 16:04:20.175272 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d2fffc81-1c9f-4d96-9c46-0ba38a95febe req-1046619b-2cbb-47a9-be2b-6dbabc8fd998 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841882 Jul 26 16:04:20.221228 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-dfbcf07f-c204-4ffd-8158-e33c1c24542d service neutron] 10.222.0.38 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152267 Jul 26 16:04:20.355752 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44736) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:20.367817 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e0c7e16a-a044-4057-8163-6e3d42ba227c req-7c14cc34-32ee-4d4b-88a0-5512d68714d5 service neutron] 10.222.0.38 "GET /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376557 Jul 26 16:04:20.404953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613a2ab-8d80-49da-8098-98ac98cb4f8c req-ca5795ec-a6a0-40d3-a428-654747274493 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:20.406576 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8613a2ab-8d80-49da-8098-98ac98cb4f8c req-ca5795ec-a6a0-40d3-a428-654747274493 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 944 time: 0.0826192 Jul 26 16:04:20.464891 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8613a2ab-8d80-49da-8098-98ac98cb4f8c req-690be2b4-2097-48ed-a4c7-20b42f8a20f6 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505702 Jul 26 16:04:20.526629 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-faebd599-2a47-4331-81e2-f11192430994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:20.577131 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09991ee5-2f52-4b60-bfbb-20e5e8134400 req-90e241c4-638a-4674-b955-33d685d2ef74 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:20.579018 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-09991ee5-2f52-4b60-bfbb-20e5e8134400 req-90e241c4-638a-4674-b955-33d685d2ef74 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.1087174 Jul 26 16:04:20.606729 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37974cf-d0ce-4040-8651-bba676cab0cc req-260080c1-3a20-483d-8605-3351815a1c73 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:20.608419 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d37974cf-d0ce-4040-8651-bba676cab0cc req-260080c1-3a20-483d-8605-3351815a1c73 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0673790 Jul 26 16:04:20.640551 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-09991ee5-2f52-4b60-bfbb-20e5e8134400 req-f8f19263-b094-4312-bffb-fa76364e3b4b tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497739 Jul 26 16:04:20.656471 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d37974cf-d0ce-4040-8651-bba676cab0cc req-bd590729-78cd-424b-a8e6-acb5ae0d0b8d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Jul 26 16:04:20.683902 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-faebd599-2a47-4331-81e2-f11192430994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:20.687923 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-faebd599-2a47-4331-81e2-f11192430994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:20.733209 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-faebd599-2a47-4331-81e2-f11192430994 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8e4c3ce5c854382ae329f8150076338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763363 Jul 26 16:04:20.734730 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebd599-2a47-4331-81e2-f11192430994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a29a687-f5b8-410a-9a79-373f1bbbfaf7,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:20.736519 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 44744) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:20.784461 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:20.799782 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 31f56940-57d2-4ffa-a59c-f61d3e4e6cab details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:04:20.805655 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:20.856014 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:20.858671 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:20.860419 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a29a687-f5b8-410a-9a79-373f1bbbfaf7 HTTP/1.1" status: 204 len: 168 time: 0.1228426 Jul 26 16:04:20.867912 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a29a687-f5b8-410a-9a79-373f1bbbfaf7,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:20.874809 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.875159 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.875498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.875829 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.876157 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.876507 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.876836 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.877160 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.877483 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.877802 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.878121 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.878431 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313070dd-4a7b-4030-b93a-9b06f2684228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:20.899494 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:20.917176 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '31f56940-57d2-4ffa-a59c-f61d3e4e6cab', 'network_id': 'ce013182-f6b3-4a6a-bdc1-6c7586de3c6b', 'port_id': '31f56940-57d2-4ffa-a59c-f61d3e4e6cab', 'mac_address': 'fa:16:3e:9c:3e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e729ec5-89b3-48b7-96af-d51bfe086264', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:04:20.961752 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:20.975785 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f56940-57d2-4ffa-a59c-f61d3e4e6cab {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:04:20.995640 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:20.999803 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:21.058991 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:21.143012 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 44750) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:21.156560 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-46942f97-9de8-4f1d-a603-73dbe56b60b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:21.243649 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-46942f97-9de8-4f1d-a603-73dbe56b60b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:21.247692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-46942f97-9de8-4f1d-a603-73dbe56b60b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:21.286305 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-46942f97-9de8-4f1d-a603-73dbe56b60b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f49e0da1590b4ad2994691c35599796e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421938 Jul 26 16:04:21.287173 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46942f97-9de8-4f1d-a603-73dbe56b60b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c16e2f8-41a5-40e9-b960-a84b28c1102d,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:21.289048 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44754) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:21.338727 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d193-1f5c-4a88-8934-75a13d068083 req-f5983bd1-ea06-439b-b7e2-e3c24b228ac3 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:21.340184 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a9a2d193-1f5c-4a88-8934-75a13d068083 req-f5983bd1-ea06-439b-b7e2-e3c24b228ac3 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.0932748 Jul 26 16:04:21.369331 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f4310d8-f6af-4b88-a656-92d1ab1c49a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:21.404358 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['31f56940-57d2-4ffa-a59c-f61d3e4e6cab'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:21.404672 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f4310d8-f6af-4b88-a656-92d1ab1c49a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:21.409302 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a9a2d193-1f5c-4a88-8934-75a13d068083 req-280d268c-7d69-4947-b449-bd304e3a361d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621898 Jul 26 16:04:21.468451 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f4310d8-f6af-4b88-a656-92d1ab1c49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:21.471005 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9f4310d8-f6af-4b88-a656-92d1ab1c49a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:21.472293 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9f4310d8-f6af-4b88-a656-92d1ab1c49a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c16e2f8-41a5-40e9-b960-a84b28c1102d HTTP/1.1" status: 204 len: 168 time: 0.1815293 Jul 26 16:04:21.480264 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4310d8-f6af-4b88-a656-92d1ab1c49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c16e2f8-41a5-40e9-b960-a84b28c1102d,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:21.615310 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94efa8c-2d20-4587-9c01-9aee38313162 req-42659523-0cfc-490d-a1dd-a78a6ecdc1d6 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:21.617033 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a94efa8c-2d20-4587-9c01-9aee38313162 req-42659523-0cfc-490d-a1dd-a78a6ecdc1d6 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 945 time: 0.0744452 Jul 26 16:04:21.658499 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a94efa8c-2d20-4587-9c01-9aee38313162 req-3fde1728-0861-4808-8bad-dde355b3f383 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351315 Jul 26 16:04:21.784992 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28d81d-2aa5-4af3-9485-1f4d8bfb0c83 req-5c92ade5-c838-4255-b956-af2399e1bbc3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:21.786533 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2f28d81d-2aa5-4af3-9485-1f4d8bfb0c83 req-5c92ade5-c838-4255-b956-af2399e1bbc3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0734639 Jul 26 16:04:21.805110 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b8e1-3b7a-4e45-b75b-91dff7c0afb7 req-765b7387-7530-4a47-a1a7-d5a273678657 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:21.806619 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0760b8e1-3b7a-4e45-b75b-91dff7c0afb7 req-765b7387-7530-4a47-a1a7-d5a273678657 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0749178 Jul 26 16:04:21.826030 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2f28d81d-2aa5-4af3-9485-1f4d8bfb0c83 req-5c641fa8-b998-4e41-b257-fdafb9c12f48 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Jul 26 16:04:21.848798 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0760b8e1-3b7a-4e45-b75b-91dff7c0afb7 req-bb362ea9-25c4-4b24-b721-d5064c1af54e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357440 Jul 26 16:04:22.173690 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44784) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:22.266455 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2136957033-network', 'tenant_id': '7c07f68188554e349f7afc1163a95a9f'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:22.287860 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Made reservation on behalf of 7c07f68188554e349f7afc1163a95a9f for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:04:22.290140 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.298155 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.320871 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-3066d3fe-0723-473b-884e-dd4a3e77850d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:22.322221 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-3066d3fe-0723-473b-884e-dd4a3e77850d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 945 time: 0.0640838 Jul 26 16:04:22.393107 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.397189 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.423056 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:04:22.436056 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10ed430-230e-4737-80e8-f38c1f5c639f,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:22.444665 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.445367 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Added segment 7738509d-c15b-4484-a85a-778b3f0d362c of type vlan for network 9207abea-2fe7-4cf0-bb80-f114e843d82e Jul 26 16:04:22.451990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Deleting port 10aa3264-6769-4251-bd2f-77fbea43901b {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:04:22.451990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.491200 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.548001 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.549455 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:22.549844 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.554159 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] For port 10aa3264-6769-4251-bd2f-77fbea43901b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=10aa3264-6769-4251-bd2f-77fbea43901b,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:22.554523 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.569010 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Calling delete_port for 10aa3264-6769-4251-bd2f-77fbea43901b owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:04:22.617153 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4423592 Jul 26 16:04:22.621925 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44792) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:22.631320 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Request body: {'subnet': {'network_id': '9207abea-2fe7-4cf0-bb80-f114e843d82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2136957033-subnet', 'tenant_id': '7c07f68188554e349f7afc1163a95a9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:22.639929 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f593fd-8cf2-4e36-9684-34a7d8422c7b admin admin] Pushing event updated for resources: {'Network': ['ID=9207abea-2fe7-4cf0-bb80-f114e843d82e,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:22.650986 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 9207abea-2fe7-4cf0-bb80-f114e843d82e details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:04:22.667290 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41a6d7-24ae-4b8e-8bf4-7e2ceff4bd75 req-9fcdcac7-5314-4576-a43f-7cdf1bf87907 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:22.668816 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7b41a6d7-24ae-4b8e-8bf4-7e2ceff4bd75 req-9fcdcac7-5314-4576-a43f-7cdf1bf87907 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 944 time: 0.1608868 Jul 26 16:04:22.675520 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Made reservation on behalf of 7c07f68188554e349f7afc1163a95a9f for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:04:22.678379 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2955831'] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.731409 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.769389 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['db4a0628-a47d-41f4-936f-92dca71dd80a', '10aa3264-6769-4251-bd2f-77fbea43901b'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:22.771368 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Pushing event deleted for resources: {'Port': ['ID=10aa3264-6769-4251-bd2f-77fbea43901b,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:22.782256 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7b41a6d7-24ae-4b8e-8bf4-7e2ceff4bd75 req-6c040101-68ff-4e3c-af39-5c913b15189d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015127 Jul 26 16:04:22.816557 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 272802fa-60d3-4d2c-bd7a-74451a677050 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:04:22.828299 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 31f56940-57d2-4ffa-a59c-f61d3e4e6cab up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:22.866285 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] No DVR routers for this DVR port 10aa3264-6769-4251-bd2f-77fbea43901b on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:04:22.870201 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.872414 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0077e521-feda-4967-95e2-e4fc2dcb668c req-d70fbcc2-63d5-4bd9-a231-96dc6ff337fc tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.38 "DELETE /v2.0/ports/10aa3264-6769-4251-bd2f-77fbea43901b HTTP/1.1" status: 204 len: 173 time: 0.5414705 Jul 26 16:04:22.873121 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b7d208-c863-4451-8b77-92c36294ad34', 'name': 'network-vif-deleted', 'tag': '10aa3264-6769-4251-bd2f-77fbea43901b'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:22.877524 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eca3821-784a-44c8-bdc4-acc47dc1c92a" -d '{"events": [{"server_uuid": "e3b7d208-c863-4451-8b77-92c36294ad34", "name": "network-vif-deleted", "tag": "10aa3264-6769-4251-bd2f-77fbea43901b"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:22.908326 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07bbd-169a-41b6-b576-b0b6919b90dc req-aa692c25-ee93-47db-b0e2-d13f2d7ff582 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:22.916129 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-32d07bbd-169a-41b6-b576-b0b6919b90dc req-aa692c25-ee93-47db-b0e2-d13f2d7ff582 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 945 time: 0.1481435 Jul 26 16:04:22.942052 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2955813'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:22.967637 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-32d07bbd-169a-41b6-b576-b0b6919b90dc req-7b7c5bba-4175-47d8-b43f-69691ecfb670 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 Jul 26 16:04:22.971663 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fd884894-5814-4646-b3ad-c71ff15d5e4e req-b6571e0c-b00e-434c-b7db-b5edbd2cd630 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b7d208-c863-4451-8b77-92c36294ad34 HTTP/1.1" status: 200 len: 210 time: 0.0448992 Jul 26 16:04:23.035832 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:23.042929 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13fe566-16d1-442e-8fa8-26096f131841,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:23.050934 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15d1ce-2ce3-4544-977c-fc84e91a4023 x-openstack-request-id: req-5c15d1ce-2ce3-4544-977c-fc84e91a4023 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:23.051223 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b7d208-c863-4451-8b77-92c36294ad34", "name": "network-vif-deleted", "tag": "10aa3264-6769-4251-bd2f-77fbea43901b", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:23.051467 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c15d1ce-2ce3-4544-977c-fc84e91a4023 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:23.051860 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b7d208-c863-4451-8b77-92c36294ad34', 'name': 'network-vif-deleted', 'tag': '10aa3264-6769-4251-bd2f-77fbea43901b', 'status': 'completed', 'code': 200} Jul 26 16:04:23.064170 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:23.064583 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.066170 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Checking segment: {'id': '7738509d-c15b-4484-a85a-778b3f0d362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9207abea-2fe7-4cf0-bb80-f114e843d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:23.067010 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Network hostable DHCP agents. Network: 9207abea-2fe7-4cf0-bb80-f114e843d82e, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:04:23.091096 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Network 9207abea-2fe7-4cf0-bb80-f114e843d82e is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:04:23.102840 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 9207abea-2fe7-4cf0-bb80-f114e843d82e) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:23.110537 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:23.111467 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.121820 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1226c275-0b71-4cf9-9c93-b1f4959ea2c2 None None] Network 9207abea-2fe7-4cf0-bb80-f114e843d82e requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:04:23.133086 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ef9327de-2002-49fd-b5fd-0c6e6638548a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5099316 Jul 26 16:04:23.156647 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe6689-b7bf-44ec-95df-be92facfa246 req-06346ddf-de97-45c9-bd11-22e45228b6aa tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:23.158325 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4cbe6689-b7bf-44ec-95df-be92facfa246 req-06346ddf-de97-45c9-bd11-22e45228b6aa tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 943 time: 0.0952184 Jul 26 16:04:23.193327 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 272802fa-60d3-4d2c-bd7a-74451a677050, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272802fa-60d3-4d2c-bd7a-74451a677050,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:23.203628 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4cbe6689-b7bf-44ec-95df-be92facfa246 req-37751cc2-9189-42f8-a178-315473610650 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387909 Jul 26 16:04:23.224409 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '272802fa-60d3-4d2c-bd7a-74451a677050', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'port_id': '272802fa-60d3-4d2c-bd7a-74451a677050', 'mac_address': 'fa:16:3e:15:49:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:04:23.344698 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.353529 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.384831 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272802fa-60d3-4d2c-bd7a-74451a677050 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:04:23.430498 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2505d242-6f23-47f3-ba18-2778bcb70d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f56940-57d2-4ffa-a59c-f61d3e4e6cab'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:23.432752 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00d2802-775f-42b7-94b7-389e01d828c0" -d '{"events": [{"server_uuid": "2505d242-6f23-47f3-ba18-2778bcb70d7b", "name": "network-vif-plugged", "status": "completed", "tag": "31f56940-57d2-4ffa-a59c-f61d3e4e6cab"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:23.562025 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e8348-5344-4b69-ab96-2d8c57d74bd7 None None] Network 9207abea-2fe7-4cf0-bb80-f114e843d82e requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:04:23.571942 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bef7416-0ba7-4ed2-beca-7f2692b9afc8 x-openstack-request-id: req-8bef7416-0ba7-4ed2-beca-7f2692b9afc8 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:23.572323 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2505d242-6f23-47f3-ba18-2778bcb70d7b", "name": "network-vif-plugged", "status": "completed", "tag": "31f56940-57d2-4ffa-a59c-f61d3e4e6cab", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:23.572494 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bef7416-0ba7-4ed2-beca-7f2692b9afc8 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:23.573080 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2505d242-6f23-47f3-ba18-2778bcb70d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f56940-57d2-4ffa-a59c-f61d3e4e6cab', 'code': 200} Jul 26 16:04:23.575755 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 272802fa-60d3-4d2c-bd7a-74451a677050, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272802fa-60d3-4d2c-bd7a-74451a677050,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:23.588620 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:23.615179 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.615865 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:04:23.621412 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.718957 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 44820) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:23.729404 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1078818037-network', 'tenant_id': '27f957cc668646759199184b5a8041ee'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:23.756683 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=272802fa-60d3-4d2c-bd7a-74451a677050,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:23.761683 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Made reservation on behalf of 27f957cc668646759199184b5a8041ee for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:04:23.768138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.788619 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.875655 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584e03-9f78-4848-8e00-e15c30122261 req-c76fbc83-6e7d-4ce7-8d14-831bb9b935d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:23.877142 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6f584e03-9f78-4848-8e00-e15c30122261 req-c76fbc83-6e7d-4ce7-8d14-831bb9b935d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 1099 time: 0.1022937 Jul 26 16:04:23.878154 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:23.880809 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:23.896251 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '77c90049-d94e-4005-8423-c0d16b66f868', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'port_id': '77c90049-d94e-4005-8423-c0d16b66f868', 'mac_address': 'fa:16:3e:47:ce:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:04:23.934394 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.948099 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c90049-d94e-4005-8423-c0d16b66f868 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:04:23.956796 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6f584e03-9f78-4848-8e00-e15c30122261 req-eed5f068-b03e-4a3f-a74b-07b8c77d7def service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712676 Jul 26 16:04:23.969632 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:23.973747 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:23.995751 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034d03e-c8bd-4553-8836-2b49ec1b5ae7 req-8f13039c-256e-4810-9675-a45df8dcfbc4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:23.997260 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d034d03e-c8bd-4553-8836-2b49ec1b5ae7 req-8f13039c-256e-4810-9675-a45df8dcfbc4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 945 time: 0.1284974 Jul 26 16:04:24.016252 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.026008 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=9']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:24.026579 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.066345 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:04:24.079766 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d034d03e-c8bd-4553-8836-2b49ec1b5ae7 req-1270b82a-fbc9-42f0-b78c-eac5ab71e73a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750394 Jul 26 16:04:24.083670 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205696e8-034d-486c-a490-44d7c5f788a1,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:24.087252 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.087590 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Added segment 94c932ca-51ba-429b-90a2-d37b6089372b of type vlan for network 8cf7cfa4-aae4-4da2-b103-34f469bf5a2f Jul 26 16:04:24.132958 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.135709 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477683a7-0290-4473-b1f3-d45dd753c739 req-ab3fed34-e34b-449b-b918-669fe0dafba5 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:24.137511 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-477683a7-0290-4473-b1f3-d45dd753c739 req-ab3fed34-e34b-449b-b918-669fe0dafba5 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 946 time: 0.0866230 Jul 26 16:04:24.166605 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.167695 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:24.168314 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.225030 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5011580 Jul 26 16:04:24.225274 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 44830) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:24.232703 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Request body: {'subnet': {'network_id': '8cf7cfa4-aae4-4da2-b103-34f469bf5a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1078818037-subnet', 'tenant_id': '27f957cc668646759199184b5a8041ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:24.245156 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2220a44-e981-45e9-90c2-7a7adc4b5d40 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf7cfa4-aae4-4da2-b103-34f469bf5a2f,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:24.255754 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 8cf7cfa4-aae4-4da2-b103-34f469bf5a2f details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:04:24.264384 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Made reservation on behalf of 27f957cc668646759199184b5a8041ee for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:04:24.266973 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25278757'] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.401136 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-477683a7-0290-4473-b1f3-d45dd753c739 req-c99a2313-4b34-4e37-ba4e-715e1586797e tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575967 Jul 26 16:04:24.452395 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e521b3-4318-4c7f-bfc2-b49e49eed7f4 req-b3ca4913-13e4-466b-b21a-688a4ad66deb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:24.453907 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-06e521b3-4318-4c7f-bfc2-b49e49eed7f4 req-b3ca4913-13e4-466b-b21a-688a4ad66deb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.1167572 Jul 26 16:04:24.497997 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['77c90049-d94e-4005-8423-c0d16b66f868'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:24.518842 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae1c3f-a9d6-4bcc-99c2-605e4a961afa req-fe803ef2-225e-42bc-856e-e3c9e41a8df3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:24.520653 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-75ae1c3f-a9d6-4bcc-99c2-605e4a961afa req-fe803ef2-225e-42bc-856e-e3c9e41a8df3 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0639625 Jul 26 16:04:24.521740 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['272802fa-60d3-4d2c-bd7a-74451a677050'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:24.543426 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-06e521b3-4318-4c7f-bfc2-b49e49eed7f4 req-b320e9d2-1748-4334-8f64-4e8bae302f9d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831838 Jul 26 16:04:24.553703 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25278775'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.596750 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-75ae1c3f-a9d6-4bcc-99c2-605e4a961afa req-8bd1303c-b976-40cd-9fe3-d192dbc76d61 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690663 Jul 26 16:04:24.626280 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc197117-e880-442f-8943-7a6e952cfc0f,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:24.629268 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Checking segment: {'id': '94c932ca-51ba-429b-90a2-d37b6089372b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8cf7cfa4-aae4-4da2-b103-34f469bf5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:24.629620 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Network hostable DHCP agents. Network: 8cf7cfa4-aae4-4da2-b103-34f469bf5a2f, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:04:24.655644 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Network 8cf7cfa4-aae4-4da2-b103-34f469bf5a2f is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:04:24.664721 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 8cf7cfa4-aae4-4da2-b103-34f469bf5a2f) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:24.669415 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:24.669884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:24.677892 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e2a01-fdee-4d51-975c-8c944d0c7b90 None None] Network 8cf7cfa4-aae4-4da2-b103-34f469bf5a2f requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:04:24.684837 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-793b40a1-6e0f-4a03-8a4d-70fdee6f5148 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4586201 Jul 26 16:04:24.833927 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 10aa3264-6769-4251-bd2f-77fbea43901b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:04:24.870217 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 10aa3264-6769-4251-bd2f-77fbea43901b {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:04:24.870643 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 10aa3264-6769-4251-bd2f-77fbea43901b not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:04:24.939117 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a336fd56-a76c-4931-8e24-43d9124f2daa None None] Network 8cf7cfa4-aae4-4da2-b103-34f469bf5a2f requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:04:25.238230 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45676d30-6786-4e68-8086-235906028fd4 req-c9c41e76-8946-434a-8a4a-f18fef5f2f8a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:25.240799 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-45676d30-6786-4e68-8086-235906028fd4 req-c9c41e76-8946-434a-8a4a-f18fef5f2f8a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 945 time: 0.0849631 Jul 26 16:04:25.281795 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-45676d30-6786-4e68-8086-235906028fd4 req-eb996b86-ced3-43d6-b36e-8f03bde70438 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346456 Jul 26 16:04:25.354357 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-c7cec6ad-d969-435e-b7a3-740cf3050295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:25.355861 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-c7cec6ad-d969-435e-b7a3-740cf3050295 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0572302 Jul 26 16:04:25.481681 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-78617a71-fc61-4e79-a7d1-74a677aa42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:25.483218 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-78617a71-fc61-4e79-a7d1-74a677aa42b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.1047173 Jul 26 16:04:25.541695 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784476c-1502-4f44-a64f-6698520ab022 req-0538c464-47fc-45f7-8686-9b50848b06b2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:25.543238 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9784476c-1502-4f44-a64f-6698520ab022 req-0538c464-47fc-45f7-8686-9b50848b06b2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 946 time: 0.0682323 Jul 26 16:04:25.591119 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-259e504d-bad7-482f-ad1d-23206c305e2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77c90049-d94e-4005-8423-c0d16b66f868 HTTP/1.1" status: 200 len: 1000 time: 0.0869861 Jul 26 16:04:25.598140 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9784476c-1502-4f44-a64f-6698520ab022 req-9c59d9a5-45df-4dde-adc2-e896b6b9c027 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480857 Jul 26 16:04:25.678802 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-6c27d094-32a3-4108-af2c-ffa1b799b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:25.680302 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-6c27d094-32a3-4108-af2c-ffa1b799b29f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0794227 Jul 26 16:04:25.717962 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639186cb-9d58-4c1d-8474-efbb08130914 req-fe9b4c9f-1ad5-448d-89ef-7ee5e4f60b0b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:25.719041 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-639186cb-9d58-4c1d-8474-efbb08130914 req-fe9b4c9f-1ad5-448d-89ef-7ee5e4f60b0b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.0891819 Jul 26 16:04:25.745447 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b479cea-8368-4947-b017-eb937b81cd1d req-d77d670e-bbce-4515-9027-a0937217cda2 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:25.746501 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4b479cea-8368-4947-b017-eb937b81cd1d req-d77d670e-bbce-4515-9027-a0937217cda2 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0776954 Jul 26 16:04:25.762366 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:25.784375 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-639186cb-9d58-4c1d-8474-efbb08130914 req-1d802f50-5dd6-4ed8-80e5-4be223aa60c0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Jul 26 16:04:25.787454 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4b479cea-8368-4947-b017-eb937b81cd1d req-d296991b-6305-4b81-a90d-a948026856d5 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334213 Jul 26 16:04:25.798880 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-f513d39f-7703-4414-8973-11903f0ad745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:25.800444 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-f513d39f-7703-4414-8973-11903f0ad745 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1008019 Jul 26 16:04:25.894192 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-a7fe0d68-3c0b-42a7-833e-3d681ac5a539 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840154 Jul 26 16:04:25.986794 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c404bb46-2eb1-4248-ad5d-3398bde7c9b8 req-660310da-ce87-41bf-94e5-7255003ce811 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831599 Jul 26 16:04:26.643194 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d27e83-6154-4dc0-a9a9-99937c175087 req-8ba4fefc-5597-409a-9fe6-e4b4e10f0608 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:26.644796 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-32d27e83-6154-4dc0-a9a9-99937c175087 req-8ba4fefc-5597-409a-9fe6-e4b4e10f0608 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 945 time: 0.2915781 Jul 26 16:04:26.685312 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-32d27e83-6154-4dc0-a9a9-99937c175087 req-d92474a2-46d0-41f1-a72c-d95c24a7ffa4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335832 Jul 26 16:04:26.731661 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2c879-3469-41c0-a9c8-279d4ae2ea63 req-33f076c1-39a1-4ebf-8603-41b238c1eb86 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:26.733550 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-46a2c879-3469-41c0-a9c8-279d4ae2ea63 req-33f076c1-39a1-4ebf-8603-41b238c1eb86 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 946 time: 0.0636966 Jul 26 16:04:26.777353 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-46a2c879-3469-41c0-a9c8-279d4ae2ea63 req-ce48ca3b-624b-4414-af9e-0a061fa45202 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357780 Jul 26 16:04:26.832097 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:26.896306 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 77c90049-d94e-4005-8423-c0d16b66f868 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:26.896578 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:26.947589 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6953e7-7098-42ce-837f-ee489d08f0a7 req-3087bd90-7046-4217-8796-dd016a8a990c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:26.949226 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ad6953e7-7098-42ce-837f-ee489d08f0a7 req-3087bd90-7046-4217-8796-dd016a8a990c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 944 time: 0.0786891 Jul 26 16:04:26.991181 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:26.997003 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ad6953e7-7098-42ce-837f-ee489d08f0a7 req-108b1e7a-f670-4e8e-aa45-985bb8a9efac tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 Jul 26 16:04:27.017342 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:27.029405 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f5047-194d-4b5e-9fbb-f5248be85f96" -d '{"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-plugged", "status": "completed", "tag": "77c90049-d94e-4005-8423-c0d16b66f868"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:27.035496 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:27.041398 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:27.042418 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 272802fa-60d3-4d2c-bd7a-74451a677050 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:27.128556 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=10']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:27.159774 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8a3f-7e41-4500-a7ae-ea9cf5b958d4 req-dc41e02b-2573-41b6-88a3-0d4a2ef67355 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:27.161056 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 272802fa-60d3-4d2c-bd7a-74451a677050 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:27.165301 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 272802fa-60d3-4d2c-bd7a-74451a677050 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:27.165682 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:27.174506 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b8db8a3f-7e41-4500-a7ae-ea9cf5b958d4 req-dc41e02b-2573-41b6-88a3-0d4a2ef67355 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0891232 Jul 26 16:04:27.201633 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f2c258-8db2-495e-8baf-596ab65b4b4d x-openstack-request-id: req-33f2c258-8db2-495e-8baf-596ab65b4b4d {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:27.201923 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-plugged", "status": "completed", "tag": "77c90049-d94e-4005-8423-c0d16b66f868", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:27.202168 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33f2c258-8db2-495e-8baf-596ab65b4b4d {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:27.202597 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868', 'code': 200} Jul 26 16:04:27.220118 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b8db8a3f-7e41-4500-a7ae-ea9cf5b958d4 req-18f5732b-06b0-43b0-9a36-d15c6828a637 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jul 26 16:04:27.276704 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:27.311952 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 272802fa-60d3-4d2c-bd7a-74451a677050, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272802fa-60d3-4d2c-bd7a-74451a677050,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:27.315940 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:27.375378 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=272802fa-60d3-4d2c-bd7a-74451a677050,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:27.831294 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f417f-fee5-4c3c-b4c6-b04733e0c05a req-79065435-109b-4a0c-9e7d-b37d5870b2ab tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:27.832849 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cc0f417f-fee5-4c3c-b4c6-b04733e0c05a req-79065435-109b-4a0c-9e7d-b37d5870b2ab tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.0691075 Jul 26 16:04:27.879061 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cc0f417f-fee5-4c3c-b4c6-b04733e0c05a req-88ca2762-1ceb-478a-a532-4f0a045ab80c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378041 Jul 26 16:04:27.985133 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79ec01-2e8a-47c2-aa68-b60d047043c2 req-ef2527d4-b2ec-4134-9eca-40f43e1ef452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:27.986681 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5d79ec01-2e8a-47c2-aa68-b60d047043c2 req-ef2527d4-b2ec-4134-9eca-40f43e1ef452 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0596507 Jul 26 16:04:28.025290 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5d79ec01-2e8a-47c2-aa68-b60d047043c2 req-67e2c364-6bad-4cae-a2a6-177adfa6a24e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291569 Jul 26 16:04:28.141568 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09d2e8-b04e-49fb-9fc2-e4e8c589bb83 req-c291a5cf-a110-4e58-bfa9-5fbb1715d05c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:28.142960 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cd09d2e8-b04e-49fb-9fc2-e4e8c589bb83 req-c291a5cf-a110-4e58-bfa9-5fbb1715d05c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 946 time: 0.0632362 Jul 26 16:04:28.158064 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44e9f2-bba5-490e-82a9-26fe3b30347f req-8ce49056-aa7a-45ce-88d2-50b0ed253524 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:28.159770 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3f44e9f2-bba5-490e-82a9-26fe3b30347f req-8ce49056-aa7a-45ce-88d2-50b0ed253524 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0637946 Jul 26 16:04:28.184208 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cd09d2e8-b04e-49fb-9fc2-e4e8c589bb83 req-71de336f-2257-4d9b-b6ba-e9c054e76510 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352764 Jul 26 16:04:28.198080 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3f44e9f2-bba5-490e-82a9-26fe3b30347f req-75e57969-55f0-4398-a741-585ca7c8e276 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Jul 26 16:04:28.221900 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 44914) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:28.358353 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24f143-78cb-478d-b417-4082853a1b10 req-8c186328-3f52-429c-af72-d58720178364 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:28.359873 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0e24f143-78cb-478d-b417-4082853a1b10 req-8c186328-3f52-429c-af72-d58720178364 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0673618 Jul 26 16:04:28.399461 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0e24f143-78cb-478d-b417-4082853a1b10 req-1b767400-3633-4b92-9c36-8b2bdfa3a014 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Jul 26 16:04:28.432080 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b9bc57-6d19-44e6-8782-6514844172c6 tempest-TestMinimumBasicScenario-41853188 tempest-TestMinimumBasicScenario-41853188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:28.433597 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-c1b9bc57-6d19-44e6-8782-6514844172c6 tempest-TestMinimumBasicScenario-41853188 tempest-TestMinimumBasicScenario-41853188-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1094 time: 0.2105570 Jul 26 16:04:28.437341 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 44920) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:28.441872 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'port_id': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:28.469809 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for floatingip, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:28.567973 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:28.677492 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Allocated IP 172.27.1.74 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/a8c81284-05c1-4404-b401-d32804acb28d) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:04:28.797052 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:28.834435 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:28.872893 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:28.876000 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:28.879503 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:28.914031 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'Port': ['ID=a8c81284-05c1-4404-b401-d32804acb28d,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:29.112975 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3087c83-bb0e-44e1-975a-0ac5bb86c0ce req-a59d0fc1-f823-4675-8150-78fc60ecb06f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:29.114699 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a3087c83-bb0e-44e1-975a-0ac5bb86c0ce req-a59d0fc1-f823-4675-8150-78fc60ecb06f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.1605301 Jul 26 16:04:29.201886 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a3087c83-bb0e-44e1-975a-0ac5bb86c0ce req-e7dc6a46-362b-408a-80b8-0533be3bd26d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800705 Jul 26 16:04:29.203700 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272802fa-60d3-4d2c-bd7a-74451a677050'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:29.208099 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be633393-ca7a-48d4-98f6-45e0d96c9d17" -d '{"events": [{"server_uuid": "51995cc7-6f17-49b5-b898-b12dde4cfe64", "name": "network-vif-plugged", "status": "completed", "tag": "272802fa-60d3-4d2c-bd7a-74451a677050"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:29.256970 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be208336-dc14-4555-b7c2-f6b28962ff7a x-openstack-request-id: req-be208336-dc14-4555-b7c2-f6b28962ff7a {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:29.257418 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51995cc7-6f17-49b5-b898-b12dde4cfe64", "name": "network-vif-plugged", "status": "completed", "tag": "272802fa-60d3-4d2c-bd7a-74451a677050", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:29.257792 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be208336-dc14-4555-b7c2-f6b28962ff7a {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:29.258423 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272802fa-60d3-4d2c-bd7a-74451a677050', 'code': 200} Jul 26 16:04:29.510561 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431602a-6fd6-4dca-a14d-a866468b6d06 req-9667ca95-701c-461e-afe3-c8b135cd96c4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:29.511946 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d431602a-6fd6-4dca-a14d-a866468b6d06 req-9667ca95-701c-461e-afe3-c8b135cd96c4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 946 time: 0.2302344 Jul 26 16:04:29.537047 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce713a0-cc04-4fad-9a3c-303da8a94c33 req-738df91d-1ec1-4358-b074-fd5002a134f5 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:29.538541 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7ce713a0-cc04-4fad-9a3c-303da8a94c33 req-738df91d-1ec1-4358-b074-fd5002a134f5 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0671723 Jul 26 16:04:29.567100 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:29.581575 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7ce713a0-cc04-4fad-9a3c-303da8a94c33 req-96ea2c53-0e1c-4d23-8637-f5327fe98d47 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366676 Jul 26 16:04:29.620409 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d431602a-6fd6-4dca-a14d-a866468b6d06 req-0ee76c1c-123e-4354-af20-600d211437d8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991633 Jul 26 16:04:29.711437 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:29.877564 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42bd5-48ba-4175-83ea-26ce99b60d1d req-0ccbd666-ac3f-4e85-a65e-dee4af56e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:29.879061 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c0c42bd5-48ba-4175-83ea-26ce99b60d1d req-0ccbd666-ac3f-4e85-a65e-dee4af56e36e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 1099 time: 0.1200306 Jul 26 16:04:29.921858 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:29.937532 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:29.977646 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c0c42bd5-48ba-4175-83ea-26ce99b60d1d req-838ae929-b2ef-47b0-9784-5c7a84af8b62 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818195 Jul 26 16:04:30.018688 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'Port': ['ID=a8c81284-05c1-4404-b401-d32804acb28d,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:30.029365 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:30.129952 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Floating IP 56981007-a608-4ece-afc2-03706c450c52 associated. External IP: 172.27.1.74, port: a50b16e2-779d-49a6-94a2-53b7538aeb29. Jul 26 16:04:30.371847 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ebd3c-4e5e-4bf4-a78f-2b8da77c4b9b req-3fba2ebc-fa46-47d6-9b0f-67486cf3dc87 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:30.373648 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-075ebd3c-4e5e-4bf4-a78f-2b8da77c4b9b req-3fba2ebc-fa46-47d6-9b0f-67486cf3dc87 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.0728426 Jul 26 16:04:30.432821 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-075ebd3c-4e5e-4bf4-a78f-2b8da77c4b9b req-211a750b-6b5e-4bd0-b5c3-582765511e6f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512133 Jul 26 16:04:30.617884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Router 7b07b3cd-22f9-4100-be55-104c3e8a4993 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:04:30.759216 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48409503-dcba-4aa9-8807-987d7bb9b719 req-23f3adc6-326c-4037-863f-d0be66d02170 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:30.760876 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-48409503-dcba-4aa9-8807-987d7bb9b719 req-23f3adc6-326c-4037-863f-d0be66d02170 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 946 time: 0.0644822 Jul 26 16:04:30.771043 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:04:30.782230 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] Sync routers for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:04:30.784093 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c9a62-d759-4c44-ae15-01d6c9587965 req-5a67f048-fd50-4e03-9f02-d68bd5f02c92 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:30.785674 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6d7c9a62-d759-4c44-ae15-01d6c9587965 req-5a67f048-fd50-4e03-9f02-d68bd5f02c92 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.1222758 Jul 26 16:04:30.792299 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:30.792925 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:30.810260 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:30.812322 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-48409503-dcba-4aa9-8807-987d7bb9b719 req-926f2be6-d588-4768-a1a9-5601a5b0656f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447991 Jul 26 16:04:30.858528 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6d7c9a62-d759-4c44-ae15-01d6c9587965 req-0b736f8c-1bcf-40fc-a1f0-df16bed6bd84 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655100 Jul 26 16:04:30.865410 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44994) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:30.865581 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-fdcceb03-de3a-47b9-b50f-41cc170c4265 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4270725 Jul 26 16:04:30.866213 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:30.868503 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20b6bd4-64d0-4f43-8118-e64a889f3038" -d '{"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:30.880005 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-7d8daf88-3ad3-4a3a-8aba-40b31c1047d3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609219065', 'description': 'tempest-secgroup-smoke-1609219065 description', 'project_id': '489361edabed4636a9a2d1a938e5c4a2'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:30.898728 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:30.905431 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7d8daf88-3ad3-4a3a-8aba-40b31c1047d3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:30.912971 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651a951f-9085-4d2f-9f91-d139aa3f4052 x-openstack-request-id: req-651a951f-9085-4d2f-9f91-d139aa3f4052 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:30.913474 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:30.913570 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-651a951f-9085-4d2f-9f91-d139aa3f4052 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:30.913980 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'status': 'completed', 'code': 200} Jul 26 16:04:30.995769 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7d8daf88-3ad3-4a3a-8aba-40b31c1047d3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.001384 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7d8daf88-3ad3-4a3a-8aba-40b31c1047d3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.032886 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7d8daf88-3ad3-4a3a-8aba-40b31c1047d3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.034108 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-8d5b5d28-0568-4885-bddb-9fc4dfdee2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:31.035639 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-8d5b5d28-0568-4885-bddb-9fc4dfdee2bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1099 time: 0.0615799 Jul 26 16:04:31.036644 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7d8daf88-3ad3-4a3a-8aba-40b31c1047d3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1649489 Jul 26 16:04:31.037248 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 44998) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:31.042016 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-fb8114eb-78e6-49c6-9765-53960e1f1252 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'security_group_rule': {'security_group_id': '2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb', 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:31.046150 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8daf88-3ad3-4a3a-8aba-40b31c1047d3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:31.072818 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb8114eb-78e6-49c6-9765-53960e1f1252 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.135145 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '56981007-a608-4ece-afc2-03706c450c52', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'port_id': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'mac_address': 'fa:16:3e:9a:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:29Z', 'updated_at': '2021-07-26T16:04:29Z', 'revision_number': 0, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:19Z', 'revision_number': 5, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:31.140979 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb8114eb-78e6-49c6-9765-53960e1f1252 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.147175 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb8114eb-78e6-49c6-9765-53960e1f1252 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.157777 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-94785eb7-0ff8-44b7-8c11-f6c4a16261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:31.159775 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-94785eb7-0ff8-44b7-8c11-f6c4a16261a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 200 len: 916 time: 0.1036265 Jul 26 16:04:31.168066 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8114eb-78e6-49c6-9765-53960e1f1252 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dab34f5-5d17-4185-aec7-cecd2cddc3e3,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:31.168297 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] Checking router: 7b07b3cd-22f9-4100-be55-104c3e8a4993 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:04:31.170533 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fb8114eb-78e6-49c6-9765-53960e1f1252 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.172000 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-fb8114eb-78e6-49c6-9765-53960e1f1252 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333086 Jul 26 16:04:31.174498 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45000) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:31.179199 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-6c1c9744-3850-41ba-803e-ff0f25618b70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'security_group_rule': {'security_group_id': '2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb', 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:31.182347 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:31.182962 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:31.206740 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9744-3850-41ba-803e-ff0f25618b70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.267178 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9744-3850-41ba-803e-ff0f25618b70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.272241 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9744-3850-41ba-803e-ff0f25618b70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.277890 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-4055f49a-3ed5-4984-bad1-0a2316314a3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 999 time: 0.0659401 Jul 26 16:04:31.292376 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:31.292652 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c9744-3850-41ba-803e-ff0f25618b70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf98325d-0eb6-4c3e-a522-da249417535e,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:31.296074 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6c1c9744-3850-41ba-803e-ff0f25618b70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.297283 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6c1c9744-3850-41ba-803e-ff0f25618b70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217456 Jul 26 16:04:31.300001 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45002) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:31.304393 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-a1ca6045-0395-4426-a6f8-5b7bc19c0e78 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'security_group_rule': {'security_group_id': '2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb', 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:31.332784 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6045-0395-4426-a6f8-5b7bc19c0e78 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.352029 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-9be0acef-d4c0-4dcd-a32e-4ba2f9e46306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:31.353805 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-9be0acef-d4c0-4dcd-a32e-4ba2f9e46306 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=01ae0ae2-fd28-41a9-9078-a034331e924a HTTP/1.1" status: 200 len: 854 time: 0.0485559 Jul 26 16:04:31.398043 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6045-0395-4426-a6f8-5b7bc19c0e78 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.403241 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6045-0395-4426-a6f8-5b7bc19c0e78 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.426276 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6045-0395-4426-a6f8-5b7bc19c0e78 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80b878c-1398-40c2-bda3-c1d4565ff359,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:31.428834 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-8be825e3-e4c9-48ed-84b0-8e331f336076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:31.430703 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-8be825e3-e4c9-48ed-84b0-8e331f336076 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e0d8d79-58ad-46da-ae8d-00cfff608940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0651793 Jul 26 16:04:31.433823 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6045-0395-4426-a6f8-5b7bc19c0e78 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.435365 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a1ca6045-0395-4426-a6f8-5b7bc19c0e78 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343689 Jul 26 16:04:31.438813 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45006) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:31.444807 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-da0711c4-cd92-48a3-a6d7-b69ce66c8d30 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'security_group_rule': {'security_group_id': '2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb', 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:31.501309 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-da0711c4-cd92-48a3-a6d7-b69ce66c8d30 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.587806 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-da0711c4-cd92-48a3-a6d7-b69ce66c8d30 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.592052 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '56981007-a608-4ece-afc2-03706c450c52', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'port_id': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'mac_address': 'fa:16:3e:9a:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:29Z', 'updated_at': '2021-07-26T16:04:29Z', 'revision_number': 0, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:19Z', 'revision_number': 5, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:31.593148 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-da0711c4-cd92-48a3-a6d7-b69ce66c8d30 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.610877 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0711c4-cd92-48a3-a6d7-b69ce66c8d30 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac347fe8-90d6-4e86-9934-0e5f212f7121,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:31.622089 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-ff887c16-b0b5-4142-9f37-0a0ae1ffbc7c service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747570 Jul 26 16:04:31.623137 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-da0711c4-cd92-48a3-a6d7-b69ce66c8d30 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.628009 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45012) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:31.628333 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-da0711c4-cd92-48a3-a6d7-b69ce66c8d30 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1881175 Jul 26 16:04:31.629853 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fbcac-6117-4488-897d-ba62c74dba48 None None] The sync data for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi is: [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '56981007-a608-4ece-afc2-03706c450c52', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'port_id': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'mac_address': 'fa:16:3e:9a:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:29Z', 'updated_at': '2021-07-26T16:04:29Z', 'revision_number': 0, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:19Z', 'revision_number': 5, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:04:31.635746 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-d631613d-b006-4014-afc4-e2397f7913af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'security_group_rule': {'security_group_id': '2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb', 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:31.727365 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf20711-c0e6-4933-842c-17651647aabd req-4d58e4ef-db8c-4210-9055-028e3363eac5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:31.728886 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ebf20711-c0e6-4933-842c-17651647aabd req-4d58e4ef-db8c-4210-9055-028e3363eac5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.1985457 Jul 26 16:04:31.757360 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.securitygroups_db [None req-d631613d-b006-4014-afc4-e2397f7913af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Project 489361edabed4636a9a2d1a938e5c4a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:04:31.770752 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d631613d-b006-4014-afc4-e2397f7913af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.806290 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ebf20711-c0e6-4933-842c-17651647aabd req-f0dcd611-3f63-4950-a030-2009750aa022 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701087 Jul 26 16:04:31.831834 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e20b6bd4-64d0-4f43-8118-e64a889f3038 req-6a086ab2-daf4-4d59-9d4b-65c0ac63c910 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915016 Jul 26 16:04:31.881830 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d631613d-b006-4014-afc4-e2397f7913af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.896939 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d631613d-b006-4014-afc4-e2397f7913af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.923952 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc522106-a318-4a67-ae27-3d14d28f3e32 None None] New status for floating IP 56981007-a608-4ece-afc2-03706c450c52: ACTIVE {{(pid=93040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:04:31.934903 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d631613d-b006-4014-afc4-e2397f7913af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:31.935988 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-d631613d-b006-4014-afc4-e2397f7913af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3065994 Jul 26 16:04:31.939349 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45026) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:31.951505 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-c98bb19b-1992-4953-a989-cc7a8ac930fd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'security_group_rule': {'security_group_id': '2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb', 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:31.960445 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631613d-b006-4014-afc4-e2397f7913af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8a2627-ff9e-4400-b1b3-0a9499fbb540,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:31.981250 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.securitygroups_db [None req-c98bb19b-1992-4953-a989-cc7a8ac930fd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Project 489361edabed4636a9a2d1a938e5c4a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:04:31.988434 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c98bb19b-1992-4953-a989-cc7a8ac930fd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.004934 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea4123-0fd6-41ca-b5ac-166fa81376d7 req-030ca557-3ce5-4c88-b104-6ea29b43795a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:32.006527 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c5ea4123-0fd6-41ca-b5ac-166fa81376d7 req-030ca557-3ce5-4c88-b104-6ea29b43795a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.1062582 Jul 26 16:04:32.042526 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d196-dd55-4995-a009-5532e438c601 req-121de82b-9215-428a-89ec-cc9f504bbed4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:32.049051 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4676d196-dd55-4995-a009-5532e438c601 req-121de82b-9215-428a-89ec-cc9f504bbed4 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0781236 Jul 26 16:04:32.078923 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c5ea4123-0fd6-41ca-b5ac-166fa81376d7 req-baf8a44b-ddf8-434c-9c16-cc6f998a1ead tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664809 Jul 26 16:04:32.080698 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c98bb19b-1992-4953-a989-cc7a8ac930fd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.087250 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c98bb19b-1992-4953-a989-cc7a8ac930fd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.087442 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4676d196-dd55-4995-a009-5532e438c601 req-facbf1c2-68d6-4b37-9e95-c4a02166d35c tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Jul 26 16:04:32.110385 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bb19b-1992-4953-a989-cc7a8ac930fd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edf0c48-50e9-4475-9ccd-18afd94583f4,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:32.118009 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45028) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:32.129743 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c98bb19b-1992-4953-a989-cc7a8ac930fd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.131207 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c98bb19b-1992-4953-a989-cc7a8ac930fd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1908472 Jul 26 16:04:32.224174 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7dd533a0-4eab-463a-b704-680abce162de req-f1a730cf-c952-45e9-8ae4-7b6e7bc71b3f tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609219065&fields=id&tenant_id=489361edabed4636a9a2d1a938e5c4a2 HTTP/1.1" status: 200 len: 267 time: 0.0355537 Jul 26 16:04:32.307378 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd533a0-4eab-463a-b704-680abce162de req-c2fd03a9-7aea-49b2-9726-72047779a707 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:32.308855 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7dd533a0-4eab-463a-b704-680abce162de req-c2fd03a9-7aea-49b2-9726-72047779a707 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0788686 Jul 26 16:04:32.310494 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d804cc-133b-4f30-bc7a-9d089efd5917 tempest-TestVolumeBootPattern-906932004 tempest-TestVolumeBootPattern-906932004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:32.312075 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-94d804cc-133b-4f30-bc7a-9d089efd5917 tempest-TestVolumeBootPattern-906932004 tempest-TestVolumeBootPattern-906932004-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 1094 time: 0.1928799 Jul 26 16:04:32.314936 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45034) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:32.319293 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'port_id': '272802fa-60d3-4d2c-bd7a-74451a677050', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:32.320071 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [req-7dd533a0-4eab-463a-b704-680abce162de req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'port': {'security_groups': ['7b3abaa8-390b-47c8-88b7-5daa9a96cbbc', '2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb']}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:32.343582 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.412401 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-7dd533a0-4eab-463a-b704-680abce162de req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.437512 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.546576 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Allocated IP 172.27.1.196 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/55468c62-04e8-4aa7-9879-09caa6dd78aa) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:04:32.621338 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [req-7dd533a0-4eab-463a-b704-680abce162de req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] For port a50b16e2-779d-49a6-94a2-53b7538aeb29, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:32.651354 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-7dd533a0-4eab-463a-b704-680abce162de req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.656387 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-7dd533a0-4eab-463a-b704-680abce162de req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.657200 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.695460 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd533a0-4eab-463a-b704-680abce162de req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:32.696087 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [req-7dd533a0-4eab-463a-b704-680abce162de req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for port, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.697522 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7dd533a0-4eab-463a-b704-680abce162de req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "PUT /v2.0/ports/a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 982 time: 0.3821545 Jul 26 16:04:32.697931 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:32.700271 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:32.703302 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0dd173f5874b755f0d31a5c42534d445bc165122030605ee8ee4e6ccc558b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41" -d '{"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:32.711858 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a50b16e2-779d-49a6-94a2-53b7538aeb29'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:32.742034 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:32.745076 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:32.746451 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f327270-4971-4147-95c2-0958812d81e3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'Port': ['ID=a50b16e2-779d-49a6-94a2-53b7538aeb29,revision_number=6']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:32.750745 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:32.777668 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=55468c62-04e8-4aa7-9879-09caa6dd78aa,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:32.794996 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6175a8-b539-4f3e-9aec-360946bdaea2 x-openstack-request-id: req-9b6175a8-b539-4f3e-9aec-360946bdaea2 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:32.795308 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:32.795566 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b6175a8-b539-4f3e-9aec-360946bdaea2 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:32.796088 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'status': 'completed', 'code': 200} Jul 26 16:04:32.916691 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a50b16e2-779d-49a6-94a2-53b7538aeb29'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:32.971018 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e32dd1-46eb-4cd3-8f23-adfd3e06bbe9 req-7a4d7f4b-84d4-48a4-8537-ed204a182de7 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:32.972483 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-62e32dd1-46eb-4cd3-8f23-adfd3e06bbe9 req-7a4d7f4b-84d4-48a4-8537-ed204a182de7 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.1722786 Jul 26 16:04:33.091624 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-796630df-8cfe-4c39-b6bc-d11dde36f2f3 None None] Provisioning complete for port a50b16e2-779d-49a6-94a2-53b7538aeb29 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:33.092364 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-796630df-8cfe-4c39-b6bc-d11dde36f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:33.097977 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-62e32dd1-46eb-4cd3-8f23-adfd3e06bbe9 req-de04b41b-40c1-4d03-9782-b684b29a5824 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937555 Jul 26 16:04:33.111601 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-572ff819-6eef-4d2d-82be-f60e05d5e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:33.113120 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-572ff819-6eef-4d2d-82be-f60e05d5e749 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1138 time: 0.1950421 Jul 26 16:04:33.277155 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420c38b-567a-430d-8761-20c415369231 req-e451f667-62a5-4d39-93cc-81477cbda8b6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:33.287573 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c420c38b-567a-430d-8761-20c415369231 req-e451f667-62a5-4d39-93cc-81477cbda8b6 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.0964458 Jul 26 16:04:33.315937 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-a5c50817-ac81-4b93-b5a5-4f6567049e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:33.317449 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-a5c50817-ac81-4b93-b5a5-4f6567049e1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 200 len: 916 time: 0.1953359 Jul 26 16:04:33.357873 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c420c38b-567a-430d-8761-20c415369231 req-90e3a7a3-da6f-4075-86c1-3402d2e552f9 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620825 Jul 26 16:04:33.419428 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:33.455671 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-62affa4e-621e-43d9-b8aa-8428ca3be486 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 1001 time: 0.1066432 Jul 26 16:04:33.535765 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-2b049978-d6e3-41e5-b471-8382d1392a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:33.537241 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-2b049978-d6e3-41e5-b471-8382d1392a15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=01ae0ae2-fd28-41a9-9078-a034331e924a HTTP/1.1" status: 200 len: 854 time: 0.0733314 Jul 26 16:04:33.547140 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:33.695941 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f785fce5-5a37-4b2d-8cde-e3f6caa1affe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:33.768448 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:33.776365 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:34.099231 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-0b5cb27f-5eb8-447d-ba43-5d93b7c4eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:34.100739 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-0b5cb27f-5eb8-447d-ba43-5d93b7c4eba0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e0d8d79-58ad-46da-ae8d-00cfff608940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4275038 Jul 26 16:04:34.103529 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=55468c62-04e8-4aa7-9879-09caa6dd78aa,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:34.115385 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-9fde3170-3869-4e96-ba87-058820b9f95d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:34.116790 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-9fde3170-3869-4e96-ba87-058820b9f95d tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.38 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.4401276 Jul 26 16:04:34.192672 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:34.351631 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-03e807e0-d360-4a6e-8791-534a25c288e1 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337534 Jul 26 16:04:34.420771 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Floating IP 907f681e-aff1-4cec-9745-a3b47b50797a associated. External IP: 172.27.1.196, port: 272802fa-60d3-4d2c-bd7a-74451a677050. Jul 26 16:04:34.469834 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Deleting port db4a0628-a47d-41f4-936f-92dca71dd80a {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:04:34.470172 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:34.679919 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ba6b04c8-4cab-4327-b12f-e2986bfe2c41 req-fd6ec08b-6a32-4b69-a724-9d1ed92881b1 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193965 Jul 26 16:04:34.689262 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] For port db4a0628-a47d-41f4-936f-92dca71dd80a, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=db4a0628-a47d-41f4-936f-92dca71dd80a,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:34.689713 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:34.708122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Calling delete_port for db4a0628-a47d-41f4-936f-92dca71dd80a owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:04:34.762391 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8f37b-fc79-4d8d-a4e0-500fd6320d0d req-51e3cd95-8e36-470c-8042-365f73eb4f7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:34.763930 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6c8f37b-fc79-4d8d-a4e0-500fd6320d0d req-51e3cd95-8e36-470c-8042-365f73eb4f7a tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/ports?device_id=447353ac-8b3d-48d7-840d-a216ebb98598 HTTP/1.1" status: 200 len: 946 time: 0.3375537 Jul 26 16:04:34.896316 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6c8f37b-fc79-4d8d-a4e0-500fd6320d0d req-ba49f6e8-a223-435b-9d8a-6a3e19765e08 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.50 "GET /v2.0/security-groups?id=7938817f-3e51-4a01-98ac-e587ce93b92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256249 Jul 26 16:04:34.920596 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:04:35.050110 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:35.098372 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Pushing event deleted for resources: {'Port': ['ID=db4a0628-a47d-41f4-936f-92dca71dd80a,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:35.125427 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:04:35.136569 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:04:35.145384 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] No DVR routers for this DVR port db4a0628-a47d-41f4-936f-92dca71dd80a on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:04:35.146987 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:35.147547 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:35.148293 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:35.151194 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1bdf6939-1cfa-4b7e-8526-0f6fd37da5d4 req-f0a2ce00-951b-4a6c-89e3-8ea8348f6e43 tempest-ServerRescueNegativeTestJSON-2003568641 tempest-ServerRescueNegativeTestJSON-2003568641-project] 10.222.0.38 "DELETE /v2.0/ports/db4a0628-a47d-41f4-936f-92dca71dd80a HTTP/1.1" status: 204 len: 173 time: 1.0214393 Jul 26 16:04:35.151194 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447353ac-8b3d-48d7-840d-a216ebb98598', 'name': 'network-vif-deleted', 'tag': 'db4a0628-a47d-41f4-936f-92dca71dd80a'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:35.153105 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ae11c-b551-471d-bb6a-36e211fb0fd1" -d '{"events": [{"server_uuid": "447353ac-8b3d-48d7-840d-a216ebb98598", "name": "network-vif-deleted", "tag": "db4a0628-a47d-41f4-936f-92dca71dd80a"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:35.195368 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:35.219078 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b20024-94f1-4cf5-8e03-28835262e74e x-openstack-request-id: req-c2b20024-94f1-4cf5-8e03-28835262e74e {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:35.219387 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447353ac-8b3d-48d7-840d-a216ebb98598", "name": "network-vif-deleted", "tag": "db4a0628-a47d-41f4-936f-92dca71dd80a", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:35.219608 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2b20024-94f1-4cf5-8e03-28835262e74e {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:35.220136 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447353ac-8b3d-48d7-840d-a216ebb98598', 'name': 'network-vif-deleted', 'tag': 'db4a0628-a47d-41f4-936f-92dca71dd80a', 'status': 'completed', 'code': 200} Jul 26 16:04:35.240345 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-ce3df650-7d97-4de6-a2c2-568f875deb00 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9217634 Jul 26 16:04:35.277306 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:35.576779 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '907f681e-aff1-4cec-9745-a3b47b50797a', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '272802fa-60d3-4d2c-bd7a-74451a677050', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:15:49:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:33Z', 'updated_at': '2021-07-26T16:04:33Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:35.607428 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:04:35.616919 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:35.617518 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:35.725055 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:35.956551 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45084) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:35.980317 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '907f681e-aff1-4cec-9745-a3b47b50797a', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '272802fa-60d3-4d2c-bd7a-74451a677050', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:15:49:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:33Z', 'updated_at': '2021-07-26T16:04:33Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:36.012499 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dac3aa-7f4e-41c9-9d6a-62dc30c7956c None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '907f681e-aff1-4cec-9745-a3b47b50797a', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '272802fa-60d3-4d2c-bd7a-74451a677050', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:15:49:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:33Z', 'updated_at': '2021-07-26T16:04:33Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:04:36.197814 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-71ed96d0-20d1-421c-b76c-ff8ca83a128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:36.256362 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ede111-ce84-4b01-91a1-15f7b4e426ab None None] New status for floating IP 907f681e-aff1-4cec-9745-a3b47b50797a: ACTIVE {{(pid=93040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:04:36.432134 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:36.468699 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:36.736654 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Deleting port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:04:36.736987 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:36.813913 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] For port 97b606ec-7312-4c46-8e7b-0e7726b7bb3c, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,segment=NetworkSegment(8b535b01-4e25-48a7-83f5-e3d1a79af53d),segment_id=8b535b01-4e25-48a7-83f5-e3d1a79af53d)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:36.814272 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:36.826183 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Calling delete_port for 97b606ec-7312-4c46-8e7b-0e7726b7bb3c owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:04:37.045993 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:37.071808 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b606ec-7312-4c46-8e7b-0e7726b7bb3c,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:37.221346 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'tag': '272802fa-60d3-4d2c-bd7a-74451a677050'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:37.223842 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442bd016-9f1c-40f0-89f4-5939b0d3a49a" -d '{"events": [{"name": "network-changed", "server_uuid": "51995cc7-6f17-49b5-b898-b12dde4cfe64", "tag": "272802fa-60d3-4d2c-bd7a-74451a677050"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:37.225096 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:37.229345 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:37.268112 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929857ce-b7f7-4010-a708-6b0aa486bb20 x-openstack-request-id: req-929857ce-b7f7-4010-a708-6b0aa486bb20 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:37.268488 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51995cc7-6f17-49b5-b898-b12dde4cfe64", "tag": "272802fa-60d3-4d2c-bd7a-74451a677050", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:37.268966 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-929857ce-b7f7-4010-a708-6b0aa486bb20 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:37.269467 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'tag': '272802fa-60d3-4d2c-bd7a-74451a677050', 'status': 'completed', 'code': 200} Jul 26 16:04:37.659114 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:04:37.768461 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:04:37.773337 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3e4e425d-0a20-47b4-bb71-f583191734f4 admin admin] 10.222.0.50 "PUT /v2.0/routers/f8dd3e68-5bf1-455b-8d13-6725f9d37af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8147821 Jul 26 16:04:37.776032 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45100) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:37.777149 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] Sync routers for ids ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:04:37.786679 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] Routers {'f8dd3e68-5bf1-455b-8d13-6725f9d37af5'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:37.787275 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:37.877534 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:37.888589 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] Set router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:37.990771 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.047414 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Deleting port 035af3cc-5db8-403b-a94f-5fc555969f5a {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:04:38.047812 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.075306 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:04:37Z', 'revision_number': 5, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port': {'id': '035af3cc-5db8-403b-a94f-5fc555969f5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:22Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:38.101552 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] Checking router: f8dd3e68-5bf1-455b-8d13-6725f9d37af5 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:04:38.110252 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] Routers {'f8dd3e68-5bf1-455b-8d13-6725f9d37af5'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:38.110851 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:38.129310 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] For port 035af3cc-5db8-403b-a94f-5fc555969f5a, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=035af3cc-5db8-403b-a94f-5fc555969f5a,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:38.129712 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.142700 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Calling delete_port for 035af3cc-5db8-403b-a94f-5fc555969f5a owned by network:router_gateway {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:04:38.196138 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] Set router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:38.249055 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:04:37Z', 'revision_number': 6, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port_host': None}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:38.274692 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937fb724-e74e-485f-8251-b5cf1267768a None None] The sync data for ids ['f8dd3e68-5bf1-455b-8d13-6725f9d37af5'] in dv-cinder-797608-11-iscsi is: [{'id': 'f8dd3e68-5bf1-455b-8d13-6725f9d37af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1237900290-router', 'tenant_id': '6a661961d6714958a7e980e51112d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:20Z', 'updated_at': '2021-07-26T16:04:37Z', 'revision_number': 6, 'project_id': '6a661961d6714958a7e980e51112d73f', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:04:38.332385 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.357933 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=035af3cc-5db8-403b-a94f-5fc555969f5a,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:38.390737 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device db4a0628-a47d-41f4-936f-92dca71dd80a no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:04:38.413545 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: db4a0628-a47d-41f4-936f-92dca71dd80a {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:04:38.413889 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device db4a0628-a47d-41f4-936f-92dca71dd80a not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:04:38.421837 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.521354 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.523471 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.590474 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.591153 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8dd3e68-5bf1-455b-8d13-6725f9d37af5 {{(pid=93038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:04:38.597320 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.598460 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-6dec7cb3-adeb-4ea2-8596-b80d946c87c9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f8dd3e68-5bf1-455b-8d13-6725f9d37af5 HTTP/1.1" status: 204 len: 168 time: 0.8214378 Jul 26 16:04:38.601290 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45106) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:38.653798 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-4febedd1-1239-42da-96f8-6d2b8ddf8d84 admin admin] Deleting subnet 326aa942-f51b-4ca4-a4c4-51885addc214 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:04:38.657675 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4febedd1-1239-42da-96f8-6d2b8ddf8d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.693409 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4febedd1-1239-42da-96f8-6d2b8ddf8d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.733922 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4febedd1-1239-42da-96f8-6d2b8ddf8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.786940 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4febedd1-1239-42da-96f8-6d2b8ddf8d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.812680 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febedd1-1239-42da-96f8-6d2b8ddf8d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326aa942-f51b-4ca4-a4c4-51885addc214,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:38.815422 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4febedd1-1239-42da-96f8-6d2b8ddf8d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.817565 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4febedd1-1239-42da-96f8-6d2b8ddf8d84 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/326aa942-f51b-4ca4-a4c4-51885addc214 HTTP/1.1" status: 204 len: 168 time: 0.2151611 Jul 26 16:04:38.819963 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45110) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:38.884125 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.907092 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.963571 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:38.973539 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68059e9d-b0d9-4057-94c6-ab42f7be2955']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:38.983033 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b535b01-4e25-48a7-83f5-e3d1a79af53d') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:38.983348 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b535b01-4e25-48a7-83f5-e3d1a79af53d') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:38.991899 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.005595 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.011427 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:04:39.011804 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:04:39.013492 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:04:39.070140 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.074887 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.076899 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] 10.222.0.50 "DELETE /v2.0/networks/68059e9d-b0d9-4057-94c6-ab42f7be2955 HTTP/1.1" status: 204 len: 168 time: 0.2559056 Jul 26 16:04:39.094996 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad5b5d-3e9a-4bde-adbe-11314a811007 admin admin] Pushing event deleted for resources: {'Network': ['ID=68059e9d-b0d9-4057-94c6-ab42f7be2955,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:39.252018 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45118) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:39.296507 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-424779ed-94c8-4c02-8da1-df75b65fe088 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a661961d6714958a7e980e51112d73f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432589 Jul 26 16:04:39.299012 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45120) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:39.354439 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b33aea4d-85dd-4bbc-8238-068490c3c3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.374879 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b33aea4d-85dd-4bbc-8238-068490c3c3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.420179 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b33aea4d-85dd-4bbc-8238-068490c3c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.422726 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b33aea4d-85dd-4bbc-8238-068490c3c3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:39.423881 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b33aea4d-85dd-4bbc-8238-068490c3c3ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7938817f-3e51-4a01-98ac-e587ce93b92f HTTP/1.1" status: 204 len: 168 time: 0.1238887 Jul 26 16:04:39.431292 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aea4d-85dd-4bbc-8238-068490c3c3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7938817f-3e51-4a01-98ac-e587ce93b92f,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:39.592170 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-16e789b7-0f0e-4285-af04-33737e2a5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:39.594383 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-16e789b7-0f0e-4285-af04-33737e2a5466 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 1099 time: 0.0741844 Jul 26 16:04:39.708122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-4f3aa8d6-9787-42b5-a69f-056fc896276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:39.709669 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-4f3aa8d6-9787-42b5-a69f-056fc896276a service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.0997257 Jul 26 16:04:39.738475 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 97b606ec-7312-4c46-8e7b-0e7726b7bb3c no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:04:39.760924 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 97b606ec-7312-4c46-8e7b-0e7726b7bb3c {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:04:39.761267 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 97b606ec-7312-4c46-8e7b-0e7726b7bb3c not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:04:39.761884 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 035af3cc-5db8-403b-a94f-5fc555969f5a no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:04:39.780949 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 035af3cc-5db8-403b-a94f-5fc555969f5a {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:04:39.781297 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 035af3cc-5db8-403b-a94f-5fc555969f5a not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:04:39.787765 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-fae1085b-52c1-46f5-ba7c-a555c5bbbe5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=272802fa-60d3-4d2c-bd7a-74451a677050 HTTP/1.1" status: 200 len: 1002 time: 0.0701547 Jul 26 16:04:39.856460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-51769780-7b06-44aa-bed3-8552f121fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:39.859059 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-51769780-7b06-44aa-bed3-8552f121fd00 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0599215 Jul 26 16:04:39.922486 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-f04395a5-a376-4266-9f38-4650a062786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:39.924049 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-f04395a5-a376-4266-9f38-4650a062786b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570526 Jul 26 16:04:40.034789 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-cc890731-eac9-4080-a9ec-4ee3686eb4c7 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902176 Jul 26 16:04:40.149590 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-442bd016-9f1c-40f0-89f4-5939b0d3a49a req-fd64afad-188f-40ec-bbf4-05d12f72543b service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963187 Jul 26 16:04:40.159838 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45146) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:40.269471 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1245919592-network', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:40.290364 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Made reservation on behalf of 80a143f678ce4593b3fb9e3c716748f8 for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:04:40.293095 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.305706 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.402985 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.406619 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.430553 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:04:40.440295 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cbddbc-733d-4f9e-96e8-05f26a158e53,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:40.449214 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.449214 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Added segment ff225f78-fb81-4550-998b-a41da8ea0368 of type vlan for network b403d99f-4a66-403e-8009-b1daeac5b3ab Jul 26 16:04:40.490500 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.522815 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.523776 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:40.524366 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.576653 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4156253 Jul 26 16:04:40.580118 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45164) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:40.589325 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aa854-2889-43e4-bfe7-b917e88c1f25 admin admin] Pushing event updated for resources: {'Network': ['ID=b403d99f-4a66-403e-8009-b1daeac5b3ab,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:40.594525 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Request body: {'subnet': {'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1245919592-subnet', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:40.601565 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network b403d99f-4a66-403e-8009-b1daeac5b3ab details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:04:40.622716 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Made reservation on behalf of 80a143f678ce4593b3fb9e3c716748f8 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:04:40.625933 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2955831'] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.817656 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2955813'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.871723 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=757673c5-e550-46e9-9c63-60c9e70ff0c3,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:40.892272 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Checking segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:40.892635 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Network hostable DHCP agents. Network: b403d99f-4a66-403e-8009-b1daeac5b3ab, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:04:40.912842 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Network b403d99f-4a66-403e-8009-b1daeac5b3ab is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:04:40.923948 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, b403d99f-4a66-403e-8009-b1daeac5b3ab) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:40.928632 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:40.929240 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.935905 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b41b30-216e-4fe7-a0a1-4f8a9211ebc5 None None] Network b403d99f-4a66-403e-8009-b1daeac5b3ab requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:04:40.955264 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6ccf8dcf-406f-4bf8-93cb-76a7a85b23bc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3650796 Jul 26 16:04:40.958146 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45176) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:40.963162 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:40.986014 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:40.987024 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.045602 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.094061 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-b403d99f-4a66-403e-8009-b1daeac5b3ab', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 16:04:41.094950 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.189246 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.236638 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Allocated IP 172.20.0.2 (b403d99f-4a66-403e-8009-b1daeac5b3ab/757673c5-e550-46e9-9c63-60c9e70ff0c3/46ab750f-57f5-4a1f-8f58-08efbcbbb960) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:04:41.394422 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.402535 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.402968 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Transition to ACTIVE for port object 46ab750f-57f5-4a1f-8f58-08efbcbbb960 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:41.419140 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Transition to ACTIVE for port object 46ab750f-57f5-4a1f-8f58-08efbcbbb960 will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:41.423629 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.425085 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.462999 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Network b403d99f-4a66-403e-8009-b1daeac5b3ab is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:41.468500 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:41.472861 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:41.479670 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Pushing event updated for resources: {'Port': ['ID=46ab750f-57f5-4a1f-8f58-08efbcbbb960,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:41.539355 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Allocated IP 172.27.1.25 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/a2b90505-7908-487e-a983-262b64f713ab) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:04:41.540853 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Attempting to bind port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:04:41.541222 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Attempting to bind port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:04:41.541681 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Attempting to bind port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 on network b403d99f-4a66-403e-8009-b1daeac5b3ab {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:41.547932 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:04:41.548885 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Checking segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:41.548885 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.549173 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Bound using segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:04:41.549657 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Bound port: 46ab750f-57f5-4a1f-8f58-08efbcbbb960, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:04:41.550045 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.618231 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] For port 46ab750f-57f5-4a1f-8f58-08efbcbbb960, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:04:41.622332 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] For port 46ab750f-57f5-4a1f-8f58-08efbcbbb960, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=46ab750f-57f5-4a1f-8f58-08efbcbbb960,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:04:41.627688 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.652179 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.690606 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818386c-dc0c-4333-ab7a-6cc77f8b593a None None] Pushing event updated for resources: {'Port': ['ID=46ab750f-57f5-4a1f-8f58-08efbcbbb960,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:41.702029 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:41.741198 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:41.746252 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:41.750119 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:41.779590 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b90505-7908-487e-a983-262b64f713ab,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:42.015211 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:42.209425 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:42.339487 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Router b2afb8c1-c47c-4a78-a439-c4a7ca101651 is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:04:42.458226 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:04:42.469254 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Sync routers for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:04:42.476182 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:42.479957 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-03195669-815d-4213-9dd1-b202a01c3bc1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5186036 Jul 26 16:04:42.480736 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45186) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:42.481234 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:42.481711 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:42.607507 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:42.667066 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f2479-0ad8-4791-b1bb-f535eed2076c None None] Network b403d99f-4a66-403e-8009-b1daeac5b3ab requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:04:42.773785 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-41febed6-e187-407f-ad53-3ae017b69461 None None] Provisioning for port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:42.940353 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:41Z', 'revision_number': 3, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:42.976684 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Checking router: b2afb8c1-c47c-4a78-a439-c4a7ca101651 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:04:42.977048 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Updating router b2afb8c1-c47c-4a78-a439-c4a7ca101651 port a2b90505-7908-487e-a983-262b64f713ab binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:04:43.015576 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.163989 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.306730 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.318003 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Transition to ACTIVE for port object a2b90505-7908-487e-a983-262b64f713ab will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:43.327043 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.331263 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Allocated IP 172.20.0.1 (b403d99f-4a66-403e-8009-b1daeac5b3ab/757673c5-e550-46e9-9c63-60c9e70ff0c3/d15ac616-3956-42b9-aa16-3a0deae97a59) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:04:43.382143 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Attempting to bind port a2b90505-7908-487e-a983-262b64f713ab on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:04:43.382513 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Attempting to bind port a2b90505-7908-487e-a983-262b64f713ab by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:04:43.382875 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Attempting to bind port a2b90505-7908-487e-a983-262b64f713ab on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:43.384982 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ffd7c-0b42-448c-b5a3-770b3c1c95fd None None] Pushing event updated for resources: {'Port': ['ID=a2b90505-7908-487e-a983-262b64f713ab,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:43.391088 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:04:43.391468 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:43.391872 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.392294 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:04:43.398063 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Bound port: a2b90505-7908-487e-a983-262b64f713ab, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:04:43.398487 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.448815 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.449667 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] For port a2b90505-7908-487e-a983-262b64f713ab, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:04:43.453537 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] For port a2b90505-7908-487e-a983-262b64f713ab, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=a2b90505-7908-487e-a983-262b64f713ab,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:04:43.457536 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.463222 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Transition to ACTIVE for port object d15ac616-3956-42b9-aa16-3a0deae97a59 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:43.498187 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.519038 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:43.519660 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:43.522327 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ffd7c-0b42-448c-b5a3-770b3c1c95fd None None] Pushing event updated for resources: {'Port': ['ID=a2b90505-7908-487e-a983-262b64f713ab,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:43.540628 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Network b403d99f-4a66-403e-8009-b1daeac5b3ab is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:43.547251 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:43.551932 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Pushing event updated for resources: {'Port': ['ID=d15ac616-3956-42b9-aa16-3a0deae97a59,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:43.554242 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:43.611990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.640109 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:43.786833 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.804373 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 46ab750f-57f5-4a1f-8f58-08efbcbbb960 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:43.937325 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c2854ca0-55c0-47af-9203-90e71f4e58f3 None None] Provisioning for port d15ac616-3956-42b9-aa16-3a0deae97a59 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:43.948551 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c2854ca0-55c0-47af-9203-90e71f4e58f3 None None] Provisioning complete for port d15ac616-3956-42b9-aa16-3a0deae97a59 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:43.948918 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c2854ca0-55c0-47af-9203-90e71f4e58f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.960631 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.965727 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:43.982764 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:43.996351 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:43.996720 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.031543 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.033394 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Pushing event updated for resources: {'Port': ['ID=d15ac616-3956-42b9-aa16-3a0deae97a59,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:44.039543 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-c2854ca0-55c0-47af-9203-90e71f4e58f3 None None] Port d15ac616-3956-42b9-aa16-3a0deae97a59 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:04:44.105435 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:41Z', 'revision_number': 3, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:44.132314 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Network b403d99f-4a66-403e-8009-b1daeac5b3ab is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:44.133725 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:44.134119 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52d029-68b7-49c0-a4ac-bce7ffd015ee None None] The sync data for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi is: [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:41Z', 'revision_number': 3, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:04:44.147263 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.198602 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 46ab750f-57f5-4a1f-8f58-08efbcbbb960, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=46ab750f-57f5-4a1f-8f58-08efbcbbb960,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:44.205868 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.221746 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45202) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:44.277552 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=46ab750f-57f5-4a1f-8f58-08efbcbbb960,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:44.280807 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Router b2afb8c1-c47c-4a78-a439-c4a7ca101651 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:04:44.281696 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f3cbae-6221-4ebe-ae08-cc5ec1af2d8c admin admin] Deleting subnet e13fe566-16d1-442e-8fa8-26096f131841 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:04:44.289602 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19f3cbae-6221-4ebe-ae08-cc5ec1af2d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.333122 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19f3cbae-6221-4ebe-ae08-cc5ec1af2d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.395334 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19f3cbae-6221-4ebe-ae08-cc5ec1af2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.408383 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:04:44.423574 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-5c47ef47-acd7-4c12-b16d-a4b412159276 admin admin] 10.222.0.50 "PUT /v2.0/routers/b2afb8c1-c47c-4a78-a439-c4a7ca101651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9416680 Jul 26 16:04:44.485046 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-3296c413-1a3d-4747-96ec-5f2ef49b738b None None] Provisioning complete for port d15ac616-3956-42b9-aa16-3a0deae97a59 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:44.486271 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3296c413-1a3d-4747-96ec-5f2ef49b738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.508923 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19f3cbae-6221-4ebe-ae08-cc5ec1af2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.544863 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3cbae-6221-4ebe-ae08-cc5ec1af2d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13fe566-16d1-442e-8fa8-26096f131841,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:44.547882 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-19f3cbae-6221-4ebe-ae08-cc5ec1af2d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.552933 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45212) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:44.553451 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-19f3cbae-6221-4ebe-ae08-cc5ec1af2d8c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e13fe566-16d1-442e-8fa8-26096f131841 HTTP/1.1" status: 204 len: 168 time: 0.3297119 Jul 26 16:04:44.561057 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-3296c413-1a3d-4747-96ec-5f2ef49b738b None None] Port d15ac616-3956-42b9-aa16-3a0deae97a59 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:04:44.647465 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.729531 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.740520 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9207abea-2fe7-4cf0-bb80-f114e843d82e']}} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:44.755483 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7738509d-c15b-4484-a85a-778b3f0d362c') {'for_net_delete': True} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:44.755853 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7738509d-c15b-4484-a85a-778b3f0d362c') {} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:44.767058 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26762246'] for segment, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.782476 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.789237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:04:44.789724 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415025'] for segment, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: Traceback (most recent call last): Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: timer() Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: cb(*args, **kw) Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: return func(*args, **kwargs) Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: self._notify() Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: self.callback(batched_events) Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: event.method(event) Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: return f(self, *a, **k) Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._get(url).json() Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: return self.request(url, 'GET', **kwargs) Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:04:44.791893 dv-cinder-797608-11-iscsi neutron-server[93038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:04:44.851070 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.860872 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.863034 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9207abea-2fe7-4cf0-bb80-f114e843d82e HTTP/1.1" status: 204 len: 168 time: 0.3089705 Jul 26 16:04:44.866009 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45218) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:44.873248 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d07d0c-9ecb-4bfa-a99f-703056d8c7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9207abea-2fe7-4cf0-bb80-f114e843d82e,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:44.920480 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e0a4a3-21e4-4b07-a0b1-bf21a85cc861 admin admin] Deleting subnet dc197117-e880-442f-8943-7a6e952cfc0f {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:04:44.924262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a4a3-21e4-4b07-a0b1-bf21a85cc861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:44.962517 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a4a3-21e4-4b07-a0b1-bf21a85cc861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.003869 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a4a3-21e4-4b07-a0b1-bf21a85cc861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.058503 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45220) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:45.062863 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a4a3-21e4-4b07-a0b1-bf21a85cc861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.063441 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-19a8ffef-398a-46ca-88ed-cb3a411aafcc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976092256', 'description': 'tempest-description--631361297'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:45.088649 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-19a8ffef-398a-46ca-88ed-cb3a411aafcc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.089557 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0a4a3-21e4-4b07-a0b1-bf21a85cc861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc197117-e880-442f-8943-7a6e952cfc0f,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:45.094704 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a4a3-21e4-4b07-a0b1-bf21a85cc861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.099763 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d7e0a4a3-21e4-4b07-a0b1-bf21a85cc861 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dc197117-e880-442f-8943-7a6e952cfc0f HTTP/1.1" status: 204 len: 168 time: 0.2295105 Jul 26 16:04:45.099763 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45222) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:45.176801 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.186256 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-19a8ffef-398a-46ca-88ed-cb3a411aafcc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.190441 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-19a8ffef-398a-46ca-88ed-cb3a411aafcc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.216553 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-19a8ffef-398a-46ca-88ed-cb3a411aafcc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.218355 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-19a8ffef-398a-46ca-88ed-cb3a411aafcc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1582880 Jul 26 16:04:45.221994 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45224) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:45.223053 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8ffef-398a-46ca-88ed-cb3a411aafcc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c426db45-a221-4ce5-8a85-4cd78683f922,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:45.250651 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-fab017be-1640-4358-8b29-1e71d7b5bf8b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'security_group_rule': {'security_group_id': 'c426db45-a221-4ce5-8a85-4cd78683f922', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:45.279248 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.292256 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf7cfa4-aae4-4da2-b103-34f469bf5a2f']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:45.528960 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c932ca-51ba-429b-90a2-d37b6089372b') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:45.529190 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c932ca-51ba-429b-90a2-d37b6089372b') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:45.536426 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fab017be-1640-4358-8b29-1e71d7b5bf8b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.547952 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.577394 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.588789 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:04:45.589215 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:04:45.591156 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:04:45.650264 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fab017be-1640-4358-8b29-1e71d7b5bf8b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.654229 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fab017be-1640-4358-8b29-1e71d7b5bf8b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.663507 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.678641 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.682882 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] 10.222.0.50 "DELETE /v2.0/networks/8cf7cfa4-aae4-4da2-b103-34f469bf5a2f HTTP/1.1" status: 204 len: 168 time: 0.5804355 Jul 26 16:04:45.695634 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab017be-1640-4358-8b29-1e71d7b5bf8b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd41d0d-f38b-46a5-90bc-684eddfd9672,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:45.697758 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-fab017be-1640-4358-8b29-1e71d7b5bf8b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.698950 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-fab017be-1640-4358-8b29-1e71d7b5bf8b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4761014 Jul 26 16:04:45.700566 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1877f4-c877-4fa8-a304-d204ce17959a admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf7cfa4-aae4-4da2-b103-34f469bf5a2f,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:45.702530 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45236) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:45.706922 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-25466592-538c-4b40-814b-06f47891e82a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'security_group_rule': {'security_group_id': 'c426db45-a221-4ce5-8a85-4cd78683f922', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:45.739475 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25466592-538c-4b40-814b-06f47891e82a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.824434 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25466592-538c-4b40-814b-06f47891e82a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.830132 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25466592-538c-4b40-814b-06f47891e82a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.844324 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25466592-538c-4b40-814b-06f47891e82a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774d6433-95fc-4036-83ce-99ca44fdcbe0,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:45.859042 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-25466592-538c-4b40-814b-06f47891e82a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.860619 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-25466592-538c-4b40-814b-06f47891e82a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570921 Jul 26 16:04:45.863845 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45238) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:45.869433 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:45.881874 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 46ab750f-57f5-4a1f-8f58-08efbcbbb960 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:45.887939 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45240) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:45.932701 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.939426 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:45.939802 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:45.981914 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-145e8416-eefe-441c-b227-278c1e0aaffb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c07f68188554e349f7afc1163a95a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926566 Jul 26 16:04:45.984447 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45242) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:46.006784 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Sync routers for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:04:46.017282 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:46.018000 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:46.027356 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device a2b90505-7908-487e-a983-262b64f713ab up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:46.053710 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f3058ec1-fe1f-446f-9f0b-d34dc0d02442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.081800 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port a2b90505-7908-487e-a983-262b64f713ab completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:46.086444 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port a2b90505-7908-487e-a983-262b64f713ab triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:46.086817 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.090291 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f3058ec1-fe1f-446f-9f0b-d34dc0d02442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.130694 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:46.134881 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.171846 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.193736 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port a2b90505-7908-487e-a983-262b64f713ab, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=a2b90505-7908-487e-a983-262b64f713ab,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:46.198514 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.210071 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f3058ec1-fe1f-446f-9f0b-d34dc0d02442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.212935 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f3058ec1-fe1f-446f-9f0b-d34dc0d02442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.216518 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-f3058ec1-fe1f-446f-9f0b-d34dc0d02442 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c10ed430-230e-4737-80e8-f38c1f5c639f HTTP/1.1" status: 204 len: 168 time: 0.2287672 Jul 26 16:04:46.257118 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=a2b90505-7908-487e-a983-262b64f713ab,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:46.277322 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3058ec1-fe1f-446f-9f0b-d34dc0d02442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10ed430-230e-4737-80e8-f38c1f5c639f,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:46.299623 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Allocated IP 172.27.1.173 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/4bfd3c44-c807-44ea-8f34-33b0fc896dda) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:04:46.422956 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.448326 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 2, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:46.467660 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.479492 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Checking router: b2afb8c1-c47c-4a78-a439-c4a7ca101651 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:04:46.480121 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Updating router b2afb8c1-c47c-4a78-a439-c4a7ca101651 port d15ac616-3956-42b9-aa16-3a0deae97a59 binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:04:46.487517 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:46.507391 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:46.511294 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:46.523543 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.547634 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'Port': ['ID=4bfd3c44-c807-44ea-8f34-33b0fc896dda,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:46.615211 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.615842 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45248) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:46.668431 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ac641f61-90c5-4807-800f-24a3705c2353 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27f957cc668646759199184b5a8041ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508785 Jul 26 16:04:46.670526 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45254) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:04:46.687704 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.738120 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-10ee9c9e-7834-4adf-8a43-d156de7b19a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.759460 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-10ee9c9e-7834-4adf-8a43-d156de7b19a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.809940 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-10ee9c9e-7834-4adf-8a43-d156de7b19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.813613 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-10ee9c9e-7834-4adf-8a43-d156de7b19a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.816774 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-10ee9c9e-7834-4adf-8a43-d156de7b19a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/205696e8-034d-486c-a490-44d7c5f788a1 HTTP/1.1" status: 204 len: 168 time: 0.1445823 Jul 26 16:04:46.825982 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee9c9e-7834-4adf-8a43-d156de7b19a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205696e8-034d-486c-a490-44d7c5f788a1,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:46.846913 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.860454 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Transition to ACTIVE for port object d15ac616-3956-42b9-aa16-3a0deae97a59 will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:46.866707 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.868576 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.872498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.915675 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Pushing event updated for resources: {'Port': ['ID=d15ac616-3956-42b9-aa16-3a0deae97a59,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:46.923642 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.924007 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.924380 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.924713 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.925041 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.925372 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.925755 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.926081 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.926428 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.926745 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.927268 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.927757 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:04:46.950487 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'Port': ['ID=4bfd3c44-c807-44ea-8f34-33b0fc896dda,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:46.970382 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:46.990541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:47.000378 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-11346b7c-c0d9-47b9-b87e-f45a764048bb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1264582 Jul 26 16:04:47.003594 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Attempting to bind port d15ac616-3956-42b9-aa16-3a0deae97a59 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:04:47.003899 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Attempting to bind port d15ac616-3956-42b9-aa16-3a0deae97a59 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:04:47.004406 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Attempting to bind port d15ac616-3956-42b9-aa16-3a0deae97a59 on network b403d99f-4a66-403e-8009-b1daeac5b3ab {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:47.010090 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:04:47.010838 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Checking segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:47.011089 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:47.011581 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Bound using segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:04:47.012301 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Bound port: d15ac616-3956-42b9-aa16-3a0deae97a59, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:04:47.017294 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:47.111096 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] For port d15ac616-3956-42b9-aa16-3a0deae97a59, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:04:47.114811 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] For port d15ac616-3956-42b9-aa16-3a0deae97a59, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=d15ac616-3956-42b9-aa16-3a0deae97a59,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:04:47.120354 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:47.193176 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:04:47.194093 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:47.197109 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b1bae-ab84-4e3b-af34-7e87a4044b00 None None] Pushing event updated for resources: {'Port': ['ID=d15ac616-3956-42b9-aa16-3a0deae97a59,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:47.327452 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-0430d7f2-89f4-4c79-a180-86cee04ba754 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1976092256&fields=id&tenant_id=80a143f678ce4593b3fb9e3c716748f8 HTTP/1.1" status: 200 len: 267 time: 0.0513089 Jul 26 16:04:47.332559 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:04:47.481562 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-899174d3-ea4e-4b3a-90be-3f5f258968e2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:47.483919 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-899174d3-ea4e-4b3a-90be-3f5f258968e2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 811 time: 0.1460435 Jul 26 16:04:47.501305 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-d19a49b5-a97e-48b4-a320-f404d44ff73d tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/quotas/80a143f678ce4593b3fb9e3c716748f8 HTTP/1.1" status: 200 len: 375 time: 0.0117915 Jul 26 16:04:47.584289 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:47Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:04:47.596289 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-971c8c74-dfb7-444b-ade0-88fb18533efa tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870080 Jul 26 16:04:47.614689 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7ed6c-d541-4404-b380-0051a1f191fa None None] The sync data for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi is: [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:47Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:04:47.748184 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-5425bb96-237d-47a0-878c-2eb3fe228ca3 service neutron] 10.222.0.50 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380455 Jul 26 16:04:47.861896 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-8d37e64e-e613-4d95-82e8-3c6de9900819 service neutron] 10.222.0.50 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074431 Jul 26 16:04:47.922782 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device d15ac616-3956-42b9-aa16-3a0deae97a59 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:47.981741 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port d15ac616-3956-42b9-aa16-3a0deae97a59 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:47.989261 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port d15ac616-3956-42b9-aa16-3a0deae97a59 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:47.989863 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:48.156353 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:48.207213 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8d297195-5cd7-4178-b299-e33024c16e89 req-58ae3f26-65ad-4687-94c4-e639860e34cb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 210 time: 0.0457442 Jul 26 16:04:48.232134 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port d15ac616-3956-42b9-aa16-3a0deae97a59, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=d15ac616-3956-42b9-aa16-3a0deae97a59,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:48.238464 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:48.239626 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device a2b90505-7908-487e-a983-262b64f713ab up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:48.341799 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=d15ac616-3956-42b9-aa16-3a0deae97a59,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:48.359339 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port a2b90505-7908-487e-a983-262b64f713ab triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:48.359764 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:49.297560 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-19eab045-ea44-44bd-908a-3576ef073a59 req-61460f14-df47-406b-8d2d-2a84cb816de0 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 210 time: 0.0361042 Jul 26 16:04:49.606803 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-68ba2c1e-4810-4c66-91c1-065084052e45 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:49.608861 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-68ba2c1e-4810-4c66-91c1-065084052e45 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 811 time: 0.1083050 Jul 26 16:04:49.687415 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-4ad4bc87-ad02-457f-a36d-b24c01963685 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a143f678ce4593b3fb9e3c716748f8 HTTP/1.1" status: 200 len: 380 time: 0.0376034 Jul 26 16:04:49.709604 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'port': {'device_id': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'admin_state_up': True, 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'security_groups': ['c426db45-a221-4ce5-8a85-4cd78683f922']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:49.751932 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device d15ac616-3956-42b9-aa16-3a0deae97a59 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:49.800380 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port d15ac616-3956-42b9-aa16-3a0deae97a59 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:49.800776 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:49.821760 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Made reservation on behalf of 80a143f678ce4593b3fb9e3c716748f8 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:04:49.825438 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:49.886813 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:04:49.960721 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Allocated IP 172.20.0.6 (b403d99f-4a66-403e-8009-b1daeac5b3ab/757673c5-e550-46e9-9c63-60c9e70ff0c3/bffeb528-e9b6-49ee-a35f-170e9b059bae) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:04:50.104828 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:50.118655 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Transition to ACTIVE for port object bffeb528-e9b6-49ee-a35f-170e9b059bae will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:50.151255 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:50.192290 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Network b403d99f-4a66-403e-8009-b1daeac5b3ab is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:04:50.195319 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:04:50.197692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:04:50.228920 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'Port': ['ID=bffeb528-e9b6-49ee-a35f-170e9b059bae,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:50.260109 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:50.260810 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:50.282076 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-479f13b2-eead-4b6c-8d99-7f3956c4d9d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763793 Jul 26 16:04:50.306526 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Request body: {'port': {'device_id': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:04:50.398105 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:50.526275 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3002-28c1-4dcd-aba9-5df52c823db1 req-11fe3a92-b305-4a99-8b80-47e1d4300905 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:50.528121 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6c3a3002-28c1-4dcd-aba9-5df52c823db1 req-11fe3a92-b305-4a99-8b80-47e1d4300905 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 931 time: 0.1045797 Jul 26 16:04:50.581153 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-188bf586-da1c-4c08-be4a-2fe7fc21eda8 None None] Provisioning for port bffeb528-e9b6-49ee-a35f-170e9b059bae completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:50.588876 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-188bf586-da1c-4c08-be4a-2fe7fc21eda8 None None] Provisioning complete for port bffeb528-e9b6-49ee-a35f-170e9b059bae triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:50.589837 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-188bf586-da1c-4c08-be4a-2fe7fc21eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:50.594799 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6c3a3002-28c1-4dcd-aba9-5df52c823db1 req-5e097b81-2d27-4ff8-afdd-8716a273a160 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555835 Jul 26 16:04:50.638682 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-188bf586-da1c-4c08-be4a-2fe7fc21eda8 None None] Port bffeb528-e9b6-49ee-a35f-170e9b059bae cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:04:50.667619 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e61c4-936f-4ec4-a19b-76406d7556ff req-f6d5f24a-2d22-4a5d-8f5c-08dfc40e1810 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:50.669225 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-893e61c4-936f-4ec4-a19b-76406d7556ff req-f6d5f24a-2d22-4a5d-8f5c-08dfc40e1810 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 946 time: 0.1404705 Jul 26 16:04:50.739567 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-893e61c4-936f-4ec4-a19b-76406d7556ff req-8dd56d68-c40c-45f6-937f-7b0d04c54504 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579159 Jul 26 16:04:50.809168 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffeb528-e9b6-49ee-a35f-170e9b059bae {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:04:50.816632 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:50.828496 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Transition to ACTIVE for port object bffeb528-e9b6-49ee-a35f-170e9b059bae will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:04:50.831853 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:50.884539 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Pushing event updated for resources: {'Port': ['ID=bffeb528-e9b6-49ee-a35f-170e9b059bae,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:50.956432 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Attempting to bind port bffeb528-e9b6-49ee-a35f-170e9b059bae on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:04:50.956767 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Attempting to bind port bffeb528-e9b6-49ee-a35f-170e9b059bae by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:04:50.957097 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Attempting to bind port bffeb528-e9b6-49ee-a35f-170e9b059bae on network b403d99f-4a66-403e-8009-b1daeac5b3ab {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:50.962628 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Port bffeb528-e9b6-49ee-a35f-170e9b059bae on network b403d99f-4a66-403e-8009-b1daeac5b3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:04:50.962960 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Attempting to bind port bffeb528-e9b6-49ee-a35f-170e9b059bae on network b403d99f-4a66-403e-8009-b1daeac5b3ab {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:04:50.968752 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:04:50.969089 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Checking segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:04:50.969480 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Bound using segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:04:50.970033 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Bound port: bffeb528-e9b6-49ee-a35f-170e9b059bae, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:04:50.970256 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:51.037978 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] For port bffeb528-e9b6-49ee-a35f-170e9b059bae, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:04:51.040952 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] For port bffeb528-e9b6-49ee-a35f-170e9b059bae, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:04:51.045201 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:51.078940 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:51.079557 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:51.080966 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] 10.222.0.38 "PUT /v2.0/ports/bffeb528-e9b6-49ee-a35f-170e9b059bae HTTP/1.1" status: 200 len: 1093 time: 0.7797492 Jul 26 16:04:51.081437 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'tag': 'bffeb528-e9b6-49ee-a35f-170e9b059bae'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:51.083637 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fd037c-8295-4c46-96e2-5ffdadaba13a", "tag": "bffeb528-e9b6-49ee-a35f-170e9b059bae"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:51.112741 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b5941-f158-49c2-a663-a0f61df8ad8f service neutron] Pushing event updated for resources: {'Port': ['ID=bffeb528-e9b6-49ee-a35f-170e9b059bae,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:51.125970 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e5e6f-e0b3-423c-a864-34d13cbc535e x-openstack-request-id: req-f43e5e6f-e0b3-423c-a864-34d13cbc535e {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:51.126250 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fd037c-8295-4c46-96e2-5ffdadaba13a", "tag": "bffeb528-e9b6-49ee-a35f-170e9b059bae", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:51.126502 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f43e5e6f-e0b3-423c-a864-34d13cbc535e {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:51.126930 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'tag': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'status': 'completed', 'code': 200} Jul 26 16:04:51.230560 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-3bd23ba1-48f1-4593-bcc4-97194f8b64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:51.232253 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-3bd23ba1-48f1-4593-bcc4-97194f8b64f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 1096 time: 0.0582793 Jul 26 16:04:51.289924 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-0ad79f60-db1f-466a-b636-57cf16f7f53c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae HTTP/1.1" status: 200 len: 217 time: 0.0394471 Jul 26 16:04:51.339400 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-1815220b-00a9-4f9e-a866-75a7c515668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:51.340846 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-1815220b-00a9-4f9e-a866-75a7c515668b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0426764 Jul 26 16:04:51.403183 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-30e4fe30-9d40-4029-b1c8-d31f4b8269cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:51.404661 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-30e4fe30-9d40-4029-b1c8-d31f4b8269cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517256 Jul 26 16:04:51.508132 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-89a4c53d-4088-4491-ae18-35b752098921 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861790 Jul 26 16:04:51.602362 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d6689c53-62dd-4aee-b152-aa871ba51292 req-c873ea07-5b6d-453b-878c-fab7d441f1a1 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838051 Jul 26 16:04:51.716829 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3de54-38f0-4e07-8e4e-991b1820dba9 req-379138a4-4fb3-49e9-9b4e-8275b321082e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:51.725865 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1fa3de54-38f0-4e07-8e4e-991b1820dba9 req-379138a4-4fb3-49e9-9b4e-8275b321082e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 943 time: 0.0653241 Jul 26 16:04:51.791815 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1fa3de54-38f0-4e07-8e4e-991b1820dba9 req-af25ecd5-40bc-45b5-a8aa-ba1c7847a76a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650666 Jul 26 16:04:51.811830 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-e00691e3-97e4-49b9-88d5-7037464f797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:51.813386 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-e00691e3-97e4-49b9-88d5-7037464f797a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 1096 time: 0.0855417 Jul 26 16:04:51.875238 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81096081-0081-46fe-8a1b-1fe88e8d463e req-0096cb08-bff7-4b01-ad29-905f04c1eaa2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:51.876882 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-81096081-0081-46fe-8a1b-1fe88e8d463e req-0096cb08-bff7-4b01-ad29-905f04c1eaa2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 946 time: 0.0675285 Jul 26 16:04:51.914836 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-c3cb35f7-fe58-4162-94b4-57f0db648166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:51.917764 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-c3cb35f7-fe58-4162-94b4-57f0db648166 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 912 time: 0.0887318 Jul 26 16:04:51.927472 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-81096081-0081-46fe-8a1b-1fe88e8d463e req-963c8368-7753-47fa-8ebb-cb88191230c3 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446548 Jul 26 16:04:51.965832 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-00c4a26e-c11f-4a11-9670-19106c7fcb89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae HTTP/1.1" status: 200 len: 217 time: 0.0434089 Jul 26 16:04:52.020294 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-52d3e510-04f2-45f9-8fce-46eba3d77815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:52.022079 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-52d3e510-04f2-45f9-8fce-46eba3d77815 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0451069 Jul 26 16:04:52.095630 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-f1fe7b7c-b24c-42f9-ac63-9d5f45aa6725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:52.097187 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-f1fe7b7c-b24c-42f9-ac63-9d5f45aa6725 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624776 Jul 26 16:04:52.219614 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-cfd2df13-f7a9-4553-916e-720a96ee9cd4 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095955 Jul 26 16:04:52.354161 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-12dfa2cb-b9c9-45fd-8af4-ff563c4e7ad3 req-10707ae0-ab9a-444a-93c9-40fe2ae40deb service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828977 Jul 26 16:04:53.064361 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29661d0-ee9b-4f17-9f45-1dbad88090f0 req-42feecd7-3c53-41e3-99bc-c3fa833ff19a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:53.065964 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e29661d0-ee9b-4f17-9f45-1dbad88090f0 req-42feecd7-3c53-41e3-99bc-c3fa833ff19a tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 946 time: 0.0685391 Jul 26 16:04:53.115522 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e29661d0-ee9b-4f17-9f45-1dbad88090f0 req-f5676339-ca88-4847-840c-2e2a65109797 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/security-groups?id=c3445c57-19ff-485c-888a-dd2371606db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Jul 26 16:04:53.229437 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6dac-5da7-44cf-89d7-e28bce508373 req-fb2cdc47-02b4-4309-8c62-09aabc45b59b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:53.230936 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a33c6dac-5da7-44cf-89d7-e28bce508373 req-fb2cdc47-02b4-4309-8c62-09aabc45b59b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 943 time: 0.3577230 Jul 26 16:04:53.242768 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-048060ce-d673-4910-98cd-f45839cd51f2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:53.242768 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-048060ce-d673-4910-98cd-f45839cd51f2 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.38 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 946 time: 0.3551431 Jul 26 16:04:53.313228 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a33c6dac-5da7-44cf-89d7-e28bce508373 req-a32d7991-43cf-48da-a04c-a74e7fbddd94 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718722 Jul 26 16:04:53.373074 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Deleting port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:04:53.373323 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:53.464701 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] For port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,segment=NetworkSegment(ef1f20eb-c860-4934-9800-74083375df6c),segment_id=ef1f20eb-c860-4934-9800-74083375df6c)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:53.465063 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:53.480538 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Calling delete_port for 31f56940-57d2-4ffa-a59c-f61d3e4e6cab owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:04:53.592424 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device bffeb528-e9b6-49ee-a35f-170e9b059bae details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:04:53.641641 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:53.676061 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Pushing event deleted for resources: {'Port': ['ID=31f56940-57d2-4ffa-a59c-f61d3e4e6cab,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:53.683228 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['31f56940-57d2-4ffa-a59c-f61d3e4e6cab'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:53.739129 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] No DVR routers for this DVR port 31f56940-57d2-4ffa-a59c-f61d3e4e6cab on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:04:53.740526 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port bffeb528-e9b6-49ee-a35f-170e9b059bae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:53.741721 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:53.743681 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1bf06dd0-e74c-4724-b2f2-e3851def2018 req-cd8ebd2e-8109-431c-90bc-543c21dc8c52 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.38 "DELETE /v2.0/ports/31f56940-57d2-4ffa-a59c-f61d3e4e6cab HTTP/1.1" status: 204 len: 173 time: 0.4953678 Jul 26 16:04:53.744117 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2505d242-6f23-47f3-ba18-2778bcb70d7b', 'name': 'network-vif-deleted', 'tag': '31f56940-57d2-4ffa-a59c-f61d3e4e6cab'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:53.746480 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4ad022-d7e6-4735-bec0-952dfd4dc0d3" -d '{"events": [{"server_uuid": "2505d242-6f23-47f3-ba18-2778bcb70d7b", "name": "network-vif-deleted", "tag": "31f56940-57d2-4ffa-a59c-f61d3e4e6cab"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:53.751950 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'port_id': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'mac_address': 'fa:16:3e:13:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:04:53.787888 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3e8a63-a812-4224-a50b-57df08e4a5b5 x-openstack-request-id: req-2b3e8a63-a812-4224-a50b-57df08e4a5b5 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:53.788151 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2505d242-6f23-47f3-ba18-2778bcb70d7b", "name": "network-vif-deleted", "tag": "31f56940-57d2-4ffa-a59c-f61d3e4e6cab", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:53.788405 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b3e8a63-a812-4224-a50b-57df08e4a5b5 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:53.788844 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2505d242-6f23-47f3-ba18-2778bcb70d7b', 'name': 'network-vif-deleted', 'tag': '31f56940-57d2-4ffa-a59c-f61d3e4e6cab', 'status': 'completed', 'code': 200} Jul 26 16:04:53.794140 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:53.809168 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffeb528-e9b6-49ee-a35f-170e9b059bae {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:04:53.831351 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port bffeb528-e9b6-49ee-a35f-170e9b059bae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:53.835316 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:53.883070 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=bffeb528-e9b6-49ee-a35f-170e9b059bae,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:54.235153 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-42ebac27-507c-40eb-a0cd-2d1f4b1be137 req-fe5dc6eb-7d37-4a68-8397-b618b2a82028 tempest-VolumesSnapshotTestJSON-1422014603 tempest-VolumesSnapshotTestJSON-1422014603-project] 10.222.0.50 "GET /v2.0/ports?device_id=2505d242-6f23-47f3-ba18-2778bcb70d7b HTTP/1.1" status: 200 len: 210 time: 0.0345237 Jul 26 16:04:54.258331 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['bffeb528-e9b6-49ee-a35f-170e9b059bae'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:04:54.453226 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3456cf-bc63-4601-9bf3-104785d644fa req-48d20d25-25ca-45e7-8c8e-d71a1d94d846 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:54.454708 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ee3456cf-bc63-4601-9bf3-104785d644fa req-48d20d25-25ca-45e7-8c8e-d71a1d94d846 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 944 time: 0.0713608 Jul 26 16:04:54.495419 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ee3456cf-bc63-4601-9bf3-104785d644fa req-6e847d19-a64d-4473-928b-56660e134804 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342896 Jul 26 16:04:55.600061 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device bffeb528-e9b6-49ee-a35f-170e9b059bae up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:04:55.634744 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6afa21-2864-4c7b-b9a7-401d283f0fa1 req-2dd51f41-aed1-4596-b00e-2725d54a7f6a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:55.636276 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fc6afa21-2864-4c7b-b9a7-401d283f0fa1 req-2dd51f41-aed1-4596-b00e-2725d54a7f6a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 944 time: 0.0697610 Jul 26 16:04:55.648010 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port bffeb528-e9b6-49ee-a35f-170e9b059bae completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:04:55.651777 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port bffeb528-e9b6-49ee-a35f-170e9b059bae triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:04:55.652139 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:55.675651 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fc6afa21-2864-4c7b-b9a7-401d283f0fa1 req-ebd9c0f8-8c78-45b5-8723-cd0232bb0597 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Jul 26 16:04:55.735747 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:55.768346 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffeb528-e9b6-49ee-a35f-170e9b059bae'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:04:55.770565 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a4cef5-7bad-47ba-b738-ff1d8aba7ccb" -d '{"events": [{"server_uuid": "e2fd037c-8295-4c46-96e2-5ffdadaba13a", "name": "network-vif-plugged", "status": "completed", "tag": "bffeb528-e9b6-49ee-a35f-170e9b059bae"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:04:55.781112 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:55.784460 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port bffeb528-e9b6-49ee-a35f-170e9b059bae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:04:55.788869 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:04:55.789855 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 31f56940-57d2-4ffa-a59c-f61d3e4e6cab no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:04:55.810721 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb88204e-04f0-4de7-964e-27c39d7c4143 x-openstack-request-id: req-bb88204e-04f0-4de7-964e-27c39d7c4143 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:04:55.811006 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fd037c-8295-4c46-96e2-5ffdadaba13a", "name": "network-vif-plugged", "status": "completed", "tag": "bffeb528-e9b6-49ee-a35f-170e9b059bae", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:04:55.811250 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb88204e-04f0-4de7-964e-27c39d7c4143 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:04:55.811632 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'code': 200} Jul 26 16:04:55.838791 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 31f56940-57d2-4ffa-a59c-f61d3e4e6cab {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:04:55.839138 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 31f56940-57d2-4ffa-a59c-f61d3e4e6cab not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:04:55.864470 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=bffeb528-e9b6-49ee-a35f-170e9b059bae,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:04:56.061935 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6c641-af6e-4c44-a39c-29e1dd9af48c req-de69b31c-63ad-4844-824c-9efd426c6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:56.063456 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d7c6c641-af6e-4c44-a39c-29e1dd9af48c req-de69b31c-63ad-4844-824c-9efd426c6503 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 1098 time: 0.0585392 Jul 26 16:04:56.104485 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d7c6c641-af6e-4c44-a39c-29e1dd9af48c req-bc6c0aa0-b133-4ede-9775-73362cf7216b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306053 Jul 26 16:04:56.812265 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469e053-9aaf-48df-b8d9-d2c83c10a850 req-98ab422a-d830-4b72-9ce7-b6eea2aece6a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:56.813794 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7469e053-9aaf-48df-b8d9-d2c83c10a850 req-98ab422a-d830-4b72-9ce7-b6eea2aece6a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0676212 Jul 26 16:04:56.851652 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7469e053-9aaf-48df-b8d9-d2c83c10a850 req-5140b6d3-b700-42e6-bb57-7802f1197a8f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Jul 26 16:04:57.980851 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef61cd4-d688-4491-b54f-f7dbd6d9524d req-3657fa95-4669-4b7e-9173-e3da5f7130c5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:57.982239 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ef61cd4-d688-4491-b54f-f7dbd6d9524d req-3657fa95-4669-4b7e-9173-e3da5f7130c5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0637660 Jul 26 16:04:58.020782 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ef61cd4-d688-4491-b54f-f7dbd6d9524d req-15db1a90-503e-442d-a948-0e60d3e82500 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Jul 26 16:04:59.147194 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13e61d-6b5f-4757-bede-f2526cf41f9a req-f669a38d-7b0f-4de0-8456-81deecb468eb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:04:59.148720 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2f13e61d-6b5f-4757-bede-f2526cf41f9a req-f669a38d-7b0f-4de0-8456-81deecb468eb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0625892 Jul 26 16:04:59.188382 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2f13e61d-6b5f-4757-bede-f2526cf41f9a req-3eecbedb-14e0-4cac-9c2d-88b06b24cd1b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338368 Jul 26 16:05:00.325786 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffedfe-baf5-4980-abba-797539885731 req-00b550a8-52de-4b25-bd6e-d9c8e8c96ca7 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:00.327710 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8dffedfe-baf5-4980-abba-797539885731 req-00b550a8-52de-4b25-bd6e-d9c8e8c96ca7 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0713229 Jul 26 16:05:00.371483 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8dffedfe-baf5-4980-abba-797539885731 req-72665e46-f683-494c-87ff-641f735e630c tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373554 Jul 26 16:05:00.502234 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb68aa-243f-423e-a417-b38f852195c8 req-616d0666-5203-4da2-bf50-e930295e1682 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:00.503849 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-83cb68aa-243f-423e-a417-b38f852195c8 req-616d0666-5203-4da2-bf50-e930295e1682 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0653286 Jul 26 16:05:00.513018 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45472) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:00.517581 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'floatingip': {'port_id': 'bffeb528-e9b6-49ee-a35f-170e9b059bae'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:00.557115 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.611451 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45476) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:00.717903 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d4e868b6-ab44-443c-9b80-041015ea1bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.808249 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d4e868b6-ab44-443c-9b80-041015ea1bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.811953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d4e868b6-ab44-443c-9b80-041015ea1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.853893 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-d4e868b6-ab44-443c-9b80-041015ea1bc7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=069a3e7b2ddb4e9ba217cbb9c5ac29f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389698 Jul 26 16:05:00.853893 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e868b6-ab44-443c-9b80-041015ea1bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba0bd31-fe08-40f9-90ea-b7f9575f5037,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:00.854988 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45482) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:00.905826 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-706ebf36-dc08-44e1-bc4d-aac80dc182d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.928489 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-706ebf36-dc08-44e1-bc4d-aac80dc182d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.989807 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-706ebf36-dc08-44e1-bc4d-aac80dc182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.992572 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-706ebf36-dc08-44e1-bc4d-aac80dc182d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:00.993743 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-706ebf36-dc08-44e1-bc4d-aac80dc182d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ba0bd31-fe08-40f9-90ea-b7f9575f5037 HTTP/1.1" status: 204 len: 168 time: 0.1379790 Jul 26 16:05:01.001813 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ebf36-dc08-44e1-bc4d-aac80dc182d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba0bd31-fe08-40f9-90ea-b7f9575f5037,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:01.053368 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.057195 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.163992 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Floating IP 61fbf863-d942-4e38-b2aa-64d90f872416 associated. External IP: 172.27.1.173, port: bffeb528-e9b6-49ee-a35f-170e9b059bae. Jul 26 16:05:01.305720 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45494) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:01.318692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-34d98997-9523-40b2-809d-4ca55d47c71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.403379 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Router b2afb8c1-c47c-4a78-a439-c4a7ca101651 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:05:01.410765 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-34d98997-9523-40b2-809d-4ca55d47c71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.414539 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-34d98997-9523-40b2-809d-4ca55d47c71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.452867 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-34d98997-9523-40b2-809d-4ca55d47c71c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=635624e7bb634369b7b1b10e2548f151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460052 Jul 26 16:05:01.454050 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d98997-9523-40b2-809d-4ca55d47c71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c4eaa-d1e2-4a88-b054-93c986e210d9,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:01.456335 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45498) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:01.510193 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4643-88a0-43a4-90a6-f46c237cced4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.514122 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:05:01.519114 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.524464 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] Sync routers for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:05:01.533599 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:01.534207 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:01.534828 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4643-88a0-43a4-90a6-f46c237cced4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.558561 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-127ec9c1-ab41-4c7c-8190-b8ca091a32a2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "PUT /v2.0/floatingips/61fbf863-d942-4e38-b2aa-64d90f872416 HTTP/1.1" status: 200 len: 991 time: 1.0418401 Jul 26 16:05:01.558561 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'tag': 'bffeb528-e9b6-49ee-a35f-170e9b059bae'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:05:01.559431 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0dd173f5874b755f0d31a5c42534d445bc165122030605ee8ee4e6ccc558b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b5d888-9399-41be-bf97-f5d5f0120d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fd037c-8295-4c46-96e2-5ffdadaba13a", "tag": "bffeb528-e9b6-49ee-a35f-170e9b059bae"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:05:01.594906 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4643-88a0-43a4-90a6-f46c237cced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.598531 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0e9e4643-88a0-43a4-90a6-f46c237cced4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:01.599303 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49270a3-2110-48dd-a933-c3ed69cb4630 x-openstack-request-id: req-c49270a3-2110-48dd-a933-c3ed69cb4630 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:05:01.599797 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fd037c-8295-4c46-96e2-5ffdadaba13a", "tag": "bffeb528-e9b6-49ee-a35f-170e9b059bae", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:05:01.600143 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0e9e4643-88a0-43a4-90a6-f46c237cced4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c3c4eaa-d1e2-4a88-b054-93c986e210d9 HTTP/1.1" status: 204 len: 168 time: 0.1427748 Jul 26 16:05:01.600418 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c49270a3-2110-48dd-a933-c3ed69cb4630 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:05:01.600954 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'tag': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'status': 'completed', 'code': 200} Jul 26 16:05:01.611014 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e4643-88a0-43a4-90a6-f46c237cced4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c4eaa-d1e2-4a88-b054-93c986e210d9,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:01.690615 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:01.739704 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-34cdbc89-a11a-4e4a-98e0-f230c1332b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:01.741286 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-34cdbc89-a11a-4e4a-98e0-f230c1332b66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 1098 time: 0.0635457 Jul 26 16:05:01.845119 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-9ac1e7b7-9f4b-4760-92ba-72523ae1bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:01.846588 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-9ac1e7b7-9f4b-4760-92ba-72523ae1bb36 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 912 time: 0.0978236 Jul 26 16:05:01.922328 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-ec6bac74-5297-484e-9e18-0a6b512f689f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae HTTP/1.1" status: 200 len: 999 time: 0.0662448 Jul 26 16:05:01.983037 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-ef7cfbac-5ff8-463a-bf03-fdb6bc9098fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:01.985056 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-ef7cfbac-5ff8-463a-bf03-fdb6bc9098fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0461171 Jul 26 16:05:02.050048 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-7c8aaf7f-7c45-40a1-904b-aab1b12f4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:02.051552 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-7c8aaf7f-7c45-40a1-904b-aab1b12f4469 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580626 Jul 26 16:05:02.091341 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '61fbf863-d942-4e38-b2aa-64d90f872416', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'port_id': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'mac_address': 'fa:16:3e:13:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:46Z', 'updated_at': '2021-07-26T16:05:00Z', 'revision_number': 1, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:02.124449 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] Checking router: b2afb8c1-c47c-4a78-a439-c4a7ca101651 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:05:02.133966 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:02.134586 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:04:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:02.157446 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-2162e8f8-11dd-4fea-a959-77c40808f3e2 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957625 Jul 26 16:05:02.243931 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:02.257186 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-03b5d888-9399-41be-bf97-f5d5f0120d3a req-849079eb-e96f-414c-8071-9fac26d5b242 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914502 Jul 26 16:05:02.507600 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '61fbf863-d942-4e38-b2aa-64d90f872416', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'port_id': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'mac_address': 'fa:16:3e:13:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:46Z', 'updated_at': '2021-07-26T16:05:00Z', 'revision_number': 1, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:02.539434 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0521d65-7210-4c78-aa26-aa8ad7eb997d None None] The sync data for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi is: [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '61fbf863-d942-4e38-b2aa-64d90f872416', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'port_id': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'mac_address': 'fa:16:3e:13:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:04:46Z', 'updated_at': '2021-07-26T16:05:00Z', 'revision_number': 1, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:05:02.763802 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7310c9-64ad-4245-909f-60b1b46e0d0b None None] New status for floating IP 61fbf863-d942-4e38-b2aa-64d90f872416: ACTIVE {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:05:03.697174 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-52b22065-8077-4106-a773-169f28292731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:05.719909 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45598) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:05.819783 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f63-5f41-4d69-b685-b1776ffec4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:05.907440 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f63-5f41-4d69-b685-b1776ffec4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:05.911123 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f63-5f41-4d69-b685-b1776ffec4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:05.950133 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d48f63-5f41-4d69-b685-b1776ffec4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d8d568-e6df-4d5c-a492-b82423e8ef6e,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:05.955894 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-d4d48f63-5f41-4d69-b685-b1776ffec4fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5522beeae5c34a789b7c1e806e2e4b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349272 Jul 26 16:05:05.958460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45604) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:06.006918 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f02887a4-d0a4-486f-aad2-d45839f45406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:06.028561 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f02887a4-d0a4-486f-aad2-d45839f45406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:06.075550 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f02887a4-d0a4-486f-aad2-d45839f45406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:06.078083 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f02887a4-d0a4-486f-aad2-d45839f45406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:06.079842 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-f02887a4-d0a4-486f-aad2-d45839f45406 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71d8d568-e6df-4d5c-a492-b82423e8ef6e HTTP/1.1" status: 204 len: 168 time: 0.1205573 Jul 26 16:05:06.087584 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02887a4-d0a4-486f-aad2-d45839f45406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d8d568-e6df-4d5c-a492-b82423e8ef6e,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:06.200669 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c55966e7-d67d-43b9-bb0d-a428769baeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:06.470148 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:07.228482 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:08.909063 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.063197 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45782) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:14.167436 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e83617c9-4351-452f-93b1-cca0ec1a2081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.254889 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e83617c9-4351-452f-93b1-cca0ec1a2081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.258644 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e83617c9-4351-452f-93b1-cca0ec1a2081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.294995 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e83617c9-4351-452f-93b1-cca0ec1a2081 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ab3770323264335bf6939d610e5324f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302177 Jul 26 16:05:14.296878 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83617c9-4351-452f-93b1-cca0ec1a2081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac59bd2c-4cb4-4a29-8f08-c046450f8f70,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:14.298223 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45788) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:14.347400 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5ef12ecd-4477-43e8-88cb-9449955c2239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.368641 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5ef12ecd-4477-43e8-88cb-9449955c2239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.413659 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5ef12ecd-4477-43e8-88cb-9449955c2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.416067 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5ef12ecd-4477-43e8-88cb-9449955c2239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.417279 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5ef12ecd-4477-43e8-88cb-9449955c2239 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac59bd2c-4cb4-4a29-8f08-c046450f8f70 HTTP/1.1" status: 204 len: 168 time: 0.1179867 Jul 26 16:05:14.426430 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef12ecd-4477-43e8-88cb-9449955c2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac59bd2c-4cb4-4a29-8f08-c046450f8f70,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:14.671428 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45794) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:14.685260 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf912-79c3-4d4c-a2f6-527735114861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.775591 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf912-79c3-4d4c-a2f6-527735114861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.779343 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf912-79c3-4d4c-a2f6-527735114861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.816743 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-ba4bf912-79c3-4d4c-a2f6-527735114861 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82a9be600f3d4e71b2e083ddec4754f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440108 Jul 26 16:05:14.818372 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf912-79c3-4d4c-a2f6-527735114861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34d6d87-12d6-42b2-b4e4-09f88f195b2f,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:14.819399 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45796) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:14.874796 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-712d00c9-c902-4384-b521-14ae9ddf832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.896743 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-712d00c9-c902-4384-b521-14ae9ddf832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.944184 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-712d00c9-c902-4384-b521-14ae9ddf832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.946686 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-712d00c9-c902-4384-b521-14ae9ddf832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:14.947818 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-712d00c9-c902-4384-b521-14ae9ddf832c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b34d6d87-12d6-42b2-b4e4-09f88f195b2f HTTP/1.1" status: 204 len: 168 time: 0.1273580 Jul 26 16:05:14.956262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d00c9-c902-4384-b521-14ae9ddf832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34d6d87-12d6-42b2-b4e4-09f88f195b2f,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:15.266481 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45810) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:15.279330 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-44d4280c-2ea8-4234-9758-7c7ea646ef13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:15.365708 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-44d4280c-2ea8-4234-9758-7c7ea646ef13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:15.369390 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-44d4280c-2ea8-4234-9758-7c7ea646ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:15.405767 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4280c-2ea8-4234-9758-7c7ea646ef13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26b9758-b077-4725-9c42-a595b57679fa,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:15.410288 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-44d4280c-2ea8-4234-9758-7c7ea646ef13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8c6ea5466c249aa815515ab4dc90718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427081 Jul 26 16:05:15.413175 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45812) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:15.461332 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1caeebf-cad0-4fb7-b456-4aa8aaa3bedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:15.482536 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1caeebf-cad0-4fb7-b456-4aa8aaa3bedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:15.532762 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1caeebf-cad0-4fb7-b456-4aa8aaa3bedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:15.535543 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1caeebf-cad0-4fb7-b456-4aa8aaa3bedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:15.536691 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-c1caeebf-cad0-4fb7-b456-4aa8aaa3bedd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d26b9758-b077-4725-9c42-a595b57679fa HTTP/1.1" status: 204 len: 168 time: 0.1227574 Jul 26 16:05:15.543919 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caeebf-cad0-4fb7-b456-4aa8aaa3bedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26b9758-b077-4725-9c42-a595b57679fa,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:18.512355 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45896) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:18.556119 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_v2 [None req-4133ad30-b447-4336-966d-15de410ea72f admin admin] Deleting subnet 0e729ec5-89b3-48b7-96af-d51bfe086264 {{(pid=93038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:05:18.559036 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4133ad30-b447-4336-966d-15de410ea72f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.596274 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4133ad30-b447-4336-966d-15de410ea72f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26762741'] for subnet, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.634554 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4133ad30-b447-4336-966d-15de410ea72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.688906 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4133ad30-b447-4336-966d-15de410ea72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25414943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25278798'] for subnet, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.715226 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133ad30-b447-4336-966d-15de410ea72f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e729ec5-89b3-48b7-96af-d51bfe086264,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:18.717207 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4133ad30-b447-4336-966d-15de410ea72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.720006 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-4133ad30-b447-4336-966d-15de410ea72f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0e729ec5-89b3-48b7-96af-d51bfe086264 HTTP/1.1" status: 204 len: 168 time: 0.2057915 Jul 26 16:05:18.722163 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45898) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:18.786902 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.869706 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.879108 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce013182-f6b3-4a6a-bdc1-6c7586de3c6b']}} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:18.888753 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1f20eb-c860-4934-9800-74083375df6c') {'for_net_delete': True} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:18.889041 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1f20eb-c860-4934-9800-74083375df6c') {} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:18.897432 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26762246'] for segment, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.911015 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.916878 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:05:18.917298 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415025'] for segment, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: Traceback (most recent call last): Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: timer() Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: cb(*args, **kw) Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: return func(*args, **kwargs) Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: self._notify() Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: self.callback(batched_events) Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: event.method(event) Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: return f(self, *a, **k) Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._get(url).json() Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: return self.request(url, 'GET', **kwargs) Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:05:18.918992 dv-cinder-797608-11-iscsi neutron-server[93038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:05:18.983140 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.991506 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:18.993338 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] 10.222.0.50 "DELETE /v2.0/networks/ce013182-f6b3-4a6a-bdc1-6c7586de3c6b HTTP/1.1" status: 204 len: 168 time: 0.2702811 Jul 26 16:05:19.003516 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24152e2-8716-4f9b-8a57-998c117979dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ce013182-f6b3-4a6a-bdc1-6c7586de3c6b,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:19.156466 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45904) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:19.195492 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-195d2956-1e81-4722-bb5d-399959d292cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a383301ff10a4dbe912b2339aa30d06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373254 Jul 26 16:05:19.197959 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45906) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:19.244537 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:19.264609 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:19.310219 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:19.312812 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:19.313945 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3445c57-19ff-485c-888a-dd2371606db1 HTTP/1.1" status: 204 len: 168 time: 0.1151154 Jul 26 16:05:19.322060 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3445c57-19ff-485c-888a-dd2371606db1,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:19.329770 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.330045 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.330382 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.330728 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.331038 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.331364 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.331686 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.332009 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.332359 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.332678 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.332998 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.333311 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf1528-73bf-4521-9fea-d7a4c3af2761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:19.965154 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 45928) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:20.072649 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-953226000-network', 'tenant_id': '88159d692b1d49bca76efe6a41efd839'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:20.093004 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Made reservation on behalf of 88159d692b1d49bca76efe6a41efd839 for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:05:20.095996 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.103861 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.206536 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.210293 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.234506 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:05:20.244367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f04345-7882-4fb0-89ba-0a2b14e41386,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:20.248984 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.249321 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Added segment 79c4ed35-74eb-45f3-98e0-123c1c321f46 of type vlan for network 81e1854a-3394-4992-b6bf-68cda45a53a0 Jul 26 16:05:20.287571 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.314857 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.315786 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:20.316382 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.364903 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3986459 Jul 26 16:05:20.367833 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45934) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:20.372945 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Request body: {'subnet': {'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-953226000-subnet', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:20.373502 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76b2eb-5267-472b-ac93-f96abdef3f26 admin admin] Pushing event updated for resources: {'Network': ['ID=81e1854a-3394-4992-b6bf-68cda45a53a0,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:20.384409 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:05:20.394771 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Made reservation on behalf of 88159d692b1d49bca76efe6a41efd839 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:05:20.397116 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2955831'] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.565278 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2955813'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.626097 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ff7004-5fec-4297-af77-9396fc32ae9d,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:20.633482 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Checking segment: {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:20.633842 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Network hostable DHCP agents. Network: 81e1854a-3394-4992-b6bf-68cda45a53a0, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:05:20.663714 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:05:20.671981 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 81e1854a-3394-4992-b6bf-68cda45a53a0) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:20.675994 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:20.676616 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.681752 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2daa0-6e6e-4114-b282-86fef14e3dc8 None None] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:05:20.690247 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3d79f884-d33a-49fb-91fb-8623f751d88c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3211026 Jul 26 16:05:20.692826 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45936) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:20.697119 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:20.719854 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.720864 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.770948 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.829429 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-81e1854a-3394-4992-b6bf-68cda45a53a0', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 16:05:20.830512 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.905489 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:20.965312 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Allocated IP 172.20.0.2 (81e1854a-3394-4992-b6bf-68cda45a53a0/b2ff7004-5fec-4297-af77-9396fc32ae9d/206a85ca-d77e-4c3d-bea4-57596563c6ba) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:21.103055 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.115619 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.124013 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Transition to ACTIVE for port object 206a85ca-d77e-4c3d-bea4-57596563c6ba will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:21.124870 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.139505 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Transition to ACTIVE for port object 206a85ca-d77e-4c3d-bea4-57596563c6ba will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:21.146012 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.191795 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:21.197935 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:21.202173 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:21.205220 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Pushing event updated for resources: {'Port': ['ID=206a85ca-d77e-4c3d-bea4-57596563c6ba,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:21.216458 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.216856 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.217093 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.217435 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.217767 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.218095 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.218422 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.218748 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.219585 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.219910 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.220253 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.220580 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:21.236395 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Allocated IP 172.27.1.193 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/744ae547-ef6c-45e6-ab94-3cb5fb668440) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:21.272254 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Attempting to bind port 206a85ca-d77e-4c3d-bea4-57596563c6ba on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:05:21.272628 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Attempting to bind port 206a85ca-d77e-4c3d-bea4-57596563c6ba by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:05:21.272995 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Attempting to bind port 206a85ca-d77e-4c3d-bea4-57596563c6ba on network 81e1854a-3394-4992-b6bf-68cda45a53a0 {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:21.277921 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:05:21.278288 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Checking segment: {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:21.278686 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.279077 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Bound using segment: {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:05:21.279536 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Bound port: 206a85ca-d77e-4c3d-bea4-57596563c6ba, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:05:21.279917 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.351862 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.354318 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] For port 206a85ca-d77e-4c3d-bea4-57596563c6ba, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:05:21.357724 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] For port 206a85ca-d77e-4c3d-bea4-57596563c6ba, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=206a85ca-d77e-4c3d-bea4-57596563c6ba,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:05:21.363156 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.397795 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:21.430994 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cb0ea-f6d8-4f75-aa27-c76cbab06941 None None] Pushing event updated for resources: {'Port': ['ID=206a85ca-d77e-4c3d-bea4-57596563c6ba,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:21.444707 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:21.450346 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:21.454261 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:21.459821 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Pushing event updated for resources: {'Port': ['ID=744ae547-ef6c-45e6-ab94-3cb5fb668440,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:21.843525 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 206a85ca-d77e-4c3d-bea4-57596563c6ba up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:21.910174 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 206a85ca-d77e-4c3d-bea4-57596563c6ba completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:21.993461 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:22.230725 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:22.381271 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Router 823c196d-375b-4474-b87a-ecbfd47c2387 is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93039) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:05:22.503076 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:05:22.513121 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Sync routers for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:05:22.525842 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:22.526181 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:22.527107 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:22.534147 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ac39aac6-e317-4948-8dd3-af7786661f6e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8339796 Jul 26 16:05:22.534468 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45966) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:22.567327 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22468d18-53e7-43c7-b089-5a95b19e0fbd None None] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:05:22.694951 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-a6542530-1ffb-477d-914f-e64bcbd101a9 None None] Provisioning for port 206a85ca-d77e-4c3d-bea4-57596563c6ba completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:22.715150 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:22.718558 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-a6542530-1ffb-477d-914f-e64bcbd101a9 None None] Provisioning complete for port 206a85ca-d77e-4c3d-bea4-57596563c6ba triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:22.719464 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a6542530-1ffb-477d-914f-e64bcbd101a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.010667 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.142053 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a6542530-1ffb-477d-914f-e64bcbd101a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.189822 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Allocated IP 172.20.0.1 (81e1854a-3394-4992-b6bf-68cda45a53a0/b2ff7004-5fec-4297-af77-9396fc32ae9d/5592aebe-d64f-4c03-98e7-84eb035c661b) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:23.202971 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-a6542530-1ffb-477d-914f-e64bcbd101a9 None None] For port 206a85ca-d77e-4c3d-bea4-57596563c6ba, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=206a85ca-d77e-4c3d-bea4-57596563c6ba,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:23.217727 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a6542530-1ffb-477d-914f-e64bcbd101a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.223618 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:21Z', 'revision_number': 3, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:23.275510 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Checking router: 823c196d-375b-4474-b87a-ecbfd47c2387 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:05:23.275692 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Updating router 823c196d-375b-4474-b87a-ecbfd47c2387 port 744ae547-ef6c-45e6-ab94-3cb5fb668440 binding host dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:05:23.332725 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6542530-1ffb-477d-914f-e64bcbd101a9 None None] Pushing event updated for resources: {'Port': ['ID=206a85ca-d77e-4c3d-bea4-57596563c6ba,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:23.340459 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.404135 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.429745 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.provisioning_blocks [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Transition to ACTIVE for port object 5592aebe-d64f-4c03-98e7-84eb035c661b will not be triggered until provisioned by entity DHCP. {{(pid=93039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:23.482539 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.522199 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:23.527595 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:23.531253 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:23.554882 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Pushing event updated for resources: {'Port': ['ID=5592aebe-d64f-4c03-98e7-84eb035c661b,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:23.572760 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-de42513e-b92c-4501-b9eb-600c9a27acdb None None] Provisioning complete for port 206a85ca-d77e-4c3d-bea4-57596563c6ba triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:23.573797 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-de42513e-b92c-4501-b9eb-600c9a27acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.591443 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.744070 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Notify callbacks [] for port, precommit_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.755934 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Transition to ACTIVE for port object 744ae547-ef6c-45e6-ab94-3cb5fb668440 will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:23.766589 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.785714 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.816170 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 206a85ca-d77e-4c3d-bea4-57596563c6ba up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:23.845580 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Attempting to bind port 744ae547-ef6c-45e6-ab94-3cb5fb668440 on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:05:23.845950 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Attempting to bind port 744ae547-ef6c-45e6-ab94-3cb5fb668440 by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:05:23.846317 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Attempting to bind port 744ae547-ef6c-45e6-ab94-3cb5fb668440 on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:23.853098 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3950-1c0d-4382-abb4-ddde6085c502 None None] Pushing event updated for resources: {'Port': ['ID=744ae547-ef6c-45e6-ab94-3cb5fb668440,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:23.867166 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:05:23.867544 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:23.867946 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.868368 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:05:23.868850 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Bound port: 744ae547-ef6c-45e6-ab94-3cb5fb668440, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:05:23.869232 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.898876 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-82a3f7e6-a756-4e25-8095-6dc68735d7ce None None] Provisioning for port 5592aebe-d64f-4c03-98e7-84eb035c661b completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:23.911413 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-82a3f7e6-a756-4e25-8095-6dc68735d7ce None None] Provisioning complete for port 5592aebe-d64f-4c03-98e7-84eb035c661b triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:23.911784 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-82a3f7e6-a756-4e25-8095-6dc68735d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.952826 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.957018 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.968885 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] For port 744ae547-ef6c-45e6-ab94-3cb5fb668440, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:05:23.971444 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 206a85ca-d77e-4c3d-bea4-57596563c6ba triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:23.971815 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:23.975830 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] For port 744ae547-ef6c-45e6-ab94-3cb5fb668440, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=744ae547-ef6c-45e6-ab94-3cb5fb668440,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:05:23.977973 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-82a3f7e6-a756-4e25-8095-6dc68735d7ce None None] Port 5592aebe-d64f-4c03-98e7-84eb035c661b cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:05:24.006343 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:24.032887 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:24.034787 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Pushing event updated for resources: {'Port': ['ID=5592aebe-d64f-4c03-98e7-84eb035c661b,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:24.092420 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:24.092420 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:24.092420 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3950-1c0d-4382-abb4-ddde6085c502 None None] Pushing event updated for resources: {'Port': ['ID=744ae547-ef6c-45e6-ab94-3cb5fb668440,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:24.142147 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:24.143690 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:24.262633 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:24.310261 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Router 823c196d-375b-4474-b87a-ecbfd47c2387 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:05:24.413089 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-42b28979-11ec-4c15-b2fa-9a78914eb5b2 None None] Provisioning complete for port 5592aebe-d64f-4c03-98e7-84eb035c661b triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:24.413462 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-42b28979-11ec-4c15-b2fa-9a78914eb5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:24.471182 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d64356-2f90-427d-be5a-c1441b1f6c44 req-210f37b0-c382-4721-afe1-6794a0be0c05 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:24.471182 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-06d64356-2f90-427d-be5a-c1441b1f6c44 req-210f37b0-c382-4721-afe1-6794a0be0c05 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 946 time: 0.1500072 Jul 26 16:05:24.471382 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-42b28979-11ec-4c15-b2fa-9a78914eb5b2 None None] Port 5592aebe-d64f-4c03-98e7-84eb035c661b cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:05:24.511809 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:05:24.518952 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2dd8c824-52ef-4b03-a0c6-be5677e9a13e admin admin] 10.222.0.50 "PUT /v2.0/routers/823c196d-375b-4474-b87a-ecbfd47c2387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833105 Jul 26 16:05:24.538317 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 2, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:24.545502 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-06d64356-2f90-427d-be5a-c1441b1f6c44 req-fcd01d49-903b-4ba0-8b59-6b314da5c172 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571549 Jul 26 16:05:24.573004 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee156b-9d82-4818-aeaf-2e1d534ee321 None None] The sync data for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi is: [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 2, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:05:24.715756 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 45996) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:24.896979 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3bfcfc48-0c34-43fd-824b-746d1618197c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.009390 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3bfcfc48-0c34-43fd-824b-746d1618197c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.013901 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3bfcfc48-0c34-43fd-824b-746d1618197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.057176 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3bfcfc48-0c34-43fd-824b-746d1618197c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb75950c8ef54bb2957541edbe2001e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3402128 Jul 26 16:05:25.059289 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcfc48-0c34-43fd-824b-746d1618197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e281a66-75a8-4725-a6af-a7eb37f020c6,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:25.060973 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46008) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:25.137478 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c71fa7db-4e8b-4d3e-b1b2-f91fae23352b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.137633 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cfc769-032b-472b-9f5a-216856699cd7 req-75a485f9-46a7-44ad-8e49-202c6d5fe9a9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776520 Jul 26 16:05:25.159015 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46012) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:25.162380 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c71fa7db-4e8b-4d3e-b1b2-f91fae23352b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.165094 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2146285507-network', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:25.195309 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Made reservation on behalf of b9dc52b83bfc4889ba5169adad7c96f1 for: {'network': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:05:25.198179 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.208867 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.226276 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c71fa7db-4e8b-4d3e-b1b2-f91fae23352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.229764 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c71fa7db-4e8b-4d3e-b1b2-f91fae23352b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.231549 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c71fa7db-4e8b-4d3e-b1b2-f91fae23352b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e281a66-75a8-4725-a6af-a7eb37f020c6 HTTP/1.1" status: 204 len: 168 time: 0.1695945 Jul 26 16:05:25.240861 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fa7db-4e8b-4d3e-b1b2-f91fae23352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e281a66-75a8-4725-a6af-a7eb37f020c6,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:25.335113 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfc769-032b-472b-9f5a-216856699cd7 req-0e6e0131-440f-49b4-94b6-9d278705f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:25.341304 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cfc769-032b-472b-9f5a-216856699cd7 req-0e6e0131-440f-49b4-94b6-9d278705f10e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1138 time: 0.1290350 Jul 26 16:05:25.461265 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.471959 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.491533 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:05:25.519121 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.519468 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.segments_db [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Added segment bf4995ad-e848-4828-b39e-cda09a0b58b8 of type vlan for network 57a584d3-8728-4a3d-9015-a9901ce1981d Jul 26 16:05:25.541523 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfc769-032b-472b-9f5a-216856699cd7 req-97a4643f-3129-4994-88f2-e75b3de21a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:25.543275 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cfc769-032b-472b-9f5a-216856699cd7 req-97a4643f-3129-4994-88f2-e75b3de21a71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 200 len: 916 time: 0.1775563 Jul 26 16:05:25.546592 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48da086b-0a07-40a6-8613-b06c00ad700d,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:25.665234 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.665585 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.666122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.666456 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.666791 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.667122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.667456 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.667789 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.668117 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.668470 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.668793 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.669307 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:05:25.679900 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.712638 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cfc769-032b-472b-9f5a-216856699cd7 req-12351fe6-c80d-4992-be0a-f772407c071d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 1001 time: 0.1449652 Jul 26 16:05:25.737280 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.742364 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:25.742999 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.749964 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd25a5-6e8f-468e-8402-98862e650e84 req-cae46d5f-648d-4fd7-b2f3-0a02bb6b31c4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:25.753782 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f3bd25a5-6e8f-468e-8402-98862e650e84 req-cae46d5f-648d-4fd7-b2f3-0a02bb6b31c4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 946 time: 0.0923164 Jul 26 16:05:25.767942 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.819494 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f3bd25a5-6e8f-468e-8402-98862e650e84 req-aed5335a-a670-43e2-a503-3958cf0056ea tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568037 Jul 26 16:05:25.833993 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6737995 Jul 26 16:05:25.842187 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46020) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:25.849173 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 744ae547-ef6c-45e6-ab94-3cb5fb668440 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:25.849382 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Request body: {'subnet': {'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2146285507-subnet', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'ip_version': 4}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:25.860334 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4db1f5-c9a6-4661-bd54-0883b7f8b1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=57a584d3-8728-4a3d-9015-a9901ce1981d,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:25.866621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfc769-032b-472b-9f5a-216856699cd7 req-742edb0f-a5b3-4134-80d5-81551ee58b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:25.868872 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cfc769-032b-472b-9f5a-216856699cd7 req-742edb0f-a5b3-4134-80d5-81551ee58b56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=01ae0ae2-fd28-41a9-9078-a034331e924a HTTP/1.1" status: 200 len: 854 time: 0.1201935 Jul 26 16:05:25.888493 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 57a584d3-8728-4a3d-9015-a9901ce1981d details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:05:25.889044 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Made reservation on behalf of b9dc52b83bfc4889ba5169adad7c96f1 for: {'subnet': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:05:25.891796 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2955831'] for subnet, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:25.965371 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfc769-032b-472b-9f5a-216856699cd7 req-d2764e18-781c-4875-8690-f797f6b2df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:25.967394 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cfc769-032b-472b-9f5a-216856699cd7 req-d2764e18-781c-4875-8690-f797f6b2df53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e0d8d79-58ad-46da-ae8d-00cfff608940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0639291 Jul 26 16:05:25.978132 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 744ae547-ef6c-45e6-ab94-3cb5fb668440 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:25.982508 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 744ae547-ef6c-45e6-ab94-3cb5fb668440 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:25.982881 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.080375 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.097812 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2955813'] for subnet, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.103288 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 744ae547-ef6c-45e6-ab94-3cb5fb668440, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=744ae547-ef6c-45e6-ab94-3cb5fb668440,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:26.104838 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cfc769-032b-472b-9f5a-216856699cd7 req-9e3470b9-d3b4-4256-a6b0-7fd0318fa1e7 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072733 Jul 26 16:05:26.107473 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.163807 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=744ae547-ef6c-45e6-ab94-3cb5fb668440,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:26.165484 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789383bf-3f1a-4d48-9923-ccfaea631327,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:26.167514 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Checking segment: {'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:26.167872 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Network hostable DHCP agents. Network: 57a584d3-8728-4a3d-9015-a9901ce1981d, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93039) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:05:26.187998 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Network 57a584d3-8728-4a3d-9015-a9901ce1981d is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:05:26.198694 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 57a584d3-8728-4a3d-9015-a9901ce1981d) {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:26.202887 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:26.203561 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.208081 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f856bc7-577b-4156-a4b9-ef633852ca4f None None] Network 57a584d3-8728-4a3d-9015-a9901ce1981d requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:05:26.236389 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-847e9b96-ed51-419a-937c-ef2af131e874 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3901565 Jul 26 16:05:26.236678 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46022) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:26.244100 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:26.269547 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-98cfc769-032b-472b-9f5a-216856699cd7 req-c174f79e-1754-45f4-aeaa-da538ad91d48 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388156 Jul 26 16:05:26.279289 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-560543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260551'] for router, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.281929 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-949113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260542'] for router, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.339695 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.381006 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0b616aa-105d-5dcf-a51b-f6afb0892498-57a584d3-8728-4a3d-9015-a9901ce1981d', 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'fixed_ips': [{'subnet_id': '789383bf-3f1a-4d48-9923-ccfaea631327'}]}} from dv-cinder-797608-11-iscsi. {{(pid=93040) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 26 16:05:26.381870 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.513735 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-949003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260520'] for router, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.524904 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.db_base_plugin_common [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Allocated IP 172.20.0.2 (57a584d3-8728-4a3d-9015-a9901ce1981d/789383bf-3f1a-4d48-9923-ccfaea631327/9addb054-c19c-4952-8539-738dd7200cab) {{(pid=93040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:26.588828 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-1d0f9751-65ea-4067-b844-9d33c301f749 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:26.589868 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-1d0f9751-65ea-4067-b844-9d33c301f749 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 946 time: 0.1725998 Jul 26 16:05:26.685971 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Notify callbacks [] for port, precommit_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.709785 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Transition to ACTIVE for port object 9addb054-c19c-4952-8539-738dd7200cab will not be triggered until provisioned by entity L2. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:26.726557 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Transition to ACTIVE for port object 9addb054-c19c-4952-8539-738dd7200cab will not be triggered until provisioned by entity DHCP. {{(pid=93040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:26.734003 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349'] for port, after_create {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.767723 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Deleting port 77c90049-d94e-4005-8423-c0d16b66f868 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:05:26.768070 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.782027 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Network 57a584d3-8728-4a3d-9015-a9901ce1981d is already hosted by enough agents. {{(pid=93040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:26.788368 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.scheduler.base_scheduler [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Resources bound (agent type, host, resource id): {{(pid=93040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:26.793302 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Received port after_create {{(pid=93040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:26.797439 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Pushing event updated for resources: {'Port': ['ID=9addb054-c19c-4952-8539-738dd7200cab,revision_number=1']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:26.889232 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:05:26.922113 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.947966 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.964432 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] For port 77c90049-d94e-4005-8423-c0d16b66f868, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c90049-d94e-4005-8423-c0d16b66f868,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:26.964807 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.985032 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Attempting to bind port 9addb054-c19c-4952-8539-738dd7200cab on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:05:26.985675 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Attempting to bind port 9addb054-c19c-4952-8539-738dd7200cab by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:05:26.986146 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Attempting to bind port 9addb054-c19c-4952-8539-738dd7200cab on network 57a584d3-8728-4a3d-9015-a9901ce1981d {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:26.991626 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:05:26.992084 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Checking segment: {'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:26.992615 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:26.993081 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Bound using segment: {'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'} {{(pid=93040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:05:26.993698 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.managers [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Bound port: 9addb054-c19c-4952-8539-738dd7200cab, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'}}] {{(pid=93040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:05:26.994145 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:27.000766 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90305ff3-fb8f-4cb9-bc43-f657485790bb req-9a53197c-752e-451f-9fa7-2d9b69c990ed tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:27.004755 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90305ff3-fb8f-4cb9-bc43-f657485790bb req-9a53197c-752e-451f-9fa7-2d9b69c990ed tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 946 time: 0.0742900 Jul 26 16:05:27.064056 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90305ff3-fb8f-4cb9-bc43-f657485790bb req-1fcf085f-8b89-4b7f-883a-8f845fe7c794 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7838c9-eb67-4fdc-8b2d-753486de89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507212 Jul 26 16:05:27.073587 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-144c798d-344c-4d25-88da-12b3af78381c None None] For port 9addb054-c19c-4952-8539-738dd7200cab, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:05:27.077623 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-144c798d-344c-4d25-88da-12b3af78381c None None] For port 9addb054-c19c-4952-8539-738dd7200cab, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9addb054-c19c-4952-8539-738dd7200cab,segment=NetworkSegment(bf4995ad-e848-4828-b39e-cda09a0b58b8),segment_id=bf4995ad-e848-4828-b39e-cda09a0b58b8)] {{(pid=93040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:05:27.083794 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:27.108227 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Sync routers for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:05:27.118170 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:27.119224 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:27.146351 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c798d-344c-4d25-88da-12b3af78381c None None] Pushing event updated for resources: {'Port': ['ID=9addb054-c19c-4952-8539-738dd7200cab,revision_number=2']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:27.378588 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:27.585156 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Allocated IP 172.27.1.168 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:27.621572 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 2, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:27.651092 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Checking router: 823c196d-375b-4474-b87a-ecbfd47c2387 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:05:27.651450 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Updating router 823c196d-375b-4474-b87a-ecbfd47c2387 port 5592aebe-d64f-4c03-98e7-84eb035c661b binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:05:27.692380 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:27.693754 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:27.694007 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:27.694321 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Floating IP 45df67a0-5b61-4e6f-82cb-2bd13746cbd3 disassociated. External IP: 172.27.1.100, port: 77c90049-d94e-4005-8423-c0d16b66f868. Jul 26 16:05:27.694668 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Calling delete_port for 77c90049-d94e-4005-8423-c0d16b66f868 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:05:27.815942 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:27.936115 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78063075-43c4-4295-88d3-f142c0dd06b5 req-600aabff-73eb-45aa-a613-73fd0eb3a6b3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:27.942745 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78063075-43c4-4295-88d3-f142c0dd06b5 req-600aabff-73eb-45aa-a613-73fd0eb3a6b3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.1104791 Jul 26 16:05:27.977336 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9addb054-c19c-4952-8539-738dd7200cab up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:28.011839 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.035183 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-78063075-43c4-4295-88d3-f142c0dd06b5 req-679d670a-9afe-4134-917f-aac4f153518a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842566 Jul 26 16:05:28.041500 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 9addb054-c19c-4952-8539-738dd7200cab completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:28.044464 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 744ae547-ef6c-45e6-ab94-3cb5fb668440 up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:28.068989 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event deleted for resources: {'Port': ['ID=77c90049-d94e-4005-8423-c0d16b66f868,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:28.096168 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.118852 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.131409 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Transition to ACTIVE for port object 5592aebe-d64f-4c03-98e7-84eb035c661b will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:28.143527 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 744ae547-ef6c-45e6-ab94-3cb5fb668440 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:28.144457 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.145271 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.258859 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:28.267534 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-d629acf0-dee9-4fde-baa5-9ad662d98691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:28.269129 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-d629acf0-dee9-4fde-baa5-9ad662d98691 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1138 time: 0.3208432 Jul 26 16:05:28.279321 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:28.295505 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:28.297896 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Pushing event updated for resources: {'Port': ['ID=09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:28.350712 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a1e01-ba84-462e-8dd1-0e1b1d18b714 None None] Pushing event updated for resources: {'Port': ['ID=5592aebe-d64f-4c03-98e7-84eb035c661b,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:28.357449 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Attempting to bind port 5592aebe-d64f-4c03-98e7-84eb035c661b on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:05:28.357819 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Attempting to bind port 5592aebe-d64f-4c03-98e7-84eb035c661b by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:05:28.358233 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Attempting to bind port 5592aebe-d64f-4c03-98e7-84eb035c661b on network 81e1854a-3394-4992-b6bf-68cda45a53a0 {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:28.364926 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:05:28.365300 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Checking segment: {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:28.365705 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.366209 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Bound using segment: {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:05:28.366589 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Bound port: 5592aebe-d64f-4c03-98e7-84eb035c661b, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:05:28.367116 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.430724 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb5c71b-6fd5-4fb1-a9a3-b880e1d037c2 None None] Network 57a584d3-8728-4a3d-9015-a9901ce1981d requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:05:28.491121 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] For port 5592aebe-d64f-4c03-98e7-84eb035c661b, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:05:28.494870 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] For port 5592aebe-d64f-4c03-98e7-84eb035c661b, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=5592aebe-d64f-4c03-98e7-84eb035c661b,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:05:28.505233 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.534460 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-8cca19e8-3ff3-4b7f-b96e-450cbeb61bbc None None] Provisioning for port 9addb054-c19c-4952-8539-738dd7200cab completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:28.552669 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-8cca19e8-3ff3-4b7f-b96e-450cbeb61bbc None None] Provisioning complete for port 9addb054-c19c-4952-8539-738dd7200cab triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:28.553051 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8cca19e8-3ff3-4b7f-b96e-450cbeb61bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.584838 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Router 647b9075-74b2-4c23-b97a-6f255076252e has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:05:28.605434 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a1e01-ba84-462e-8dd1-0e1b1d18b714 None None] Pushing event updated for resources: {'Port': ['ID=5592aebe-d64f-4c03-98e7-84eb035c661b,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:28.646103 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:28.646757 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:28.755775 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8cca19e8-3ff3-4b7f-b96e-450cbeb61bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.829426 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-8cca19e8-3ff3-4b7f-b96e-450cbeb61bbc None None] For port 9addb054-c19c-4952-8539-738dd7200cab, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9addb054-c19c-4952-8539-738dd7200cab,segment=NetworkSegment(bf4995ad-e848-4828-b39e-cda09a0b58b8),segment_id=bf4995ad-e848-4828-b39e-cda09a0b58b8)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:28.847827 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-8cca19e8-3ff3-4b7f-b96e-450cbeb61bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:28.859067 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:28.872332 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ffd22093-adbc-4ad0-ac21-30cfd7b7372e req-780e375c-9616-42d4-a54a-7ebfdc8c15db tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.6814659 Jul 26 16:05:28.878412 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-03b9fd8d-d6ce-4f89-8a9c-d6aa16f6a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:28.880534 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-03b9fd8d-d6ce-4f89-8a9c-d6aa16f6a5de service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 200 len: 916 time: 0.5983264 Jul 26 16:05:28.929623 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca19e8-3ff3-4b7f-b96e-450cbeb61bbc None None] Pushing event updated for resources: {'Port': ['ID=9addb054-c19c-4952-8539-738dd7200cab,revision_number=3']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:29.051492 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:05:29.064651 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] Sync routers for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:05:29.076863 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:29.079748 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:29.086182 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-086407a8-245b-4432-9a84-be51e6553008 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 1001 time: 0.1970935 Jul 26 16:05:29.174265 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] No DVR routers for this DVR port 77c90049-d94e-4005-8423-c0d16b66f868 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:05:29.176293 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:29.190273 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:29.191270 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:28Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:29.192278 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1323f15f-6a92-4274-9718-1a9c0847f253 req-cb1ed03e-1eda-477c-9ff8-6187ed1a64c7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "DELETE /v2.0/ports/77c90049-d94e-4005-8423-c0d16b66f868 HTTP/1.1" status: 204 len: 173 time: 2.5908933 Jul 26 16:05:29.195390 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-deleted', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:05:29.196024 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d72f06-7628-4ffe-90d1-485e27a2f418" -d '{"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-deleted", "tag": "77c90049-d94e-4005-8423-c0d16b66f868"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:05:29.225551 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888664a4-28fc-4aec-9a9e-227b68ddee93 None None] The sync data for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi is: [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:28Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:05:29.256848 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:29.258996 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-11198e88-f3d8-4193-b360-5a1e2e1b64ab None None] Provisioning complete for port 9addb054-c19c-4952-8539-738dd7200cab triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:29.259426 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-11198e88-f3d8-4193-b360-5a1e2e1b64ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:29.300459 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-40f55c3a-5b60-4dd5-b26b-5dbfe03fc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:29.302044 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-40f55c3a-5b60-4dd5-b26b-5dbfe03fc206 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=01ae0ae2-fd28-41a9-9078-a034331e924a HTTP/1.1" status: 200 len: 854 time: 0.1785345 Jul 26 16:05:29.324490 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66887106-0579-4040-b324-a7a0993e64ac x-openstack-request-id: req-66887106-0579-4040-b324-a7a0993e64ac {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:05:29.330138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c2764e-e2e9-425b-aa10-61bb66d29ef2", "name": "network-vif-deleted", "tag": "77c90049-d94e-4005-8423-c0d16b66f868", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:05:29.330473 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66887106-0579-4040-b324-a7a0993e64ac {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:05:29.330833 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c2764e-e2e9-425b-aa10-61bb66d29ef2', 'name': 'network-vif-deleted', 'tag': '77c90049-d94e-4005-8423-c0d16b66f868', 'status': 'completed', 'code': 200} Jul 26 16:05:29.568522 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-d59f9c74-6428-4e1e-958d-5da2bde44a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:29.570029 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-d59f9c74-6428-4e1e-958d-5da2bde44a06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e0d8d79-58ad-46da-ae8d-00cfff608940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2339549 Jul 26 16:05:29.575189 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-949028'] for router, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:29.617323 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:29.649281 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] Checking router: 647b9075-74b2-4c23-b97a-6f255076252e for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:05:29.662260 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:29.662969 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:29.698938 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf6c6a-5287-4251-9e33-e05e99bce503 req-a68b30bb-2c6e-4167-96c2-03d19daa47ce tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:29.700717 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-acaf6c6a-5287-4251-9e33-e05e99bce503 req-a68b30bb-2c6e-4167-96c2-03d19daa47ce tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.5220160 Jul 26 16:05:29.902354 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:29.966162 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 5592aebe-d64f-4c03-98e7-84eb035c661b up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:30.075465 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ded6ea60-3034-4ee5-b633-e7d9073c7df7 req-2af64c8a-7e67-4a2e-af3a-f049150354e8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=90c2764e-e2e9-425b-aa10-61bb66d29ef2 HTTP/1.1" status: 200 len: 210 time: 0.0517693 Jul 26 16:05:30.187454 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-acaf6c6a-5287-4251-9e33-e05e99bce503 req-a4115687-6caf-4c90-9a3d-b91aefd27022 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4751697 Jul 26 16:05:30.225641 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-9267033a-51a4-4701-a4b9-c82096872068 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418831 Jul 26 16:05:30.237623 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 5592aebe-d64f-4c03-98e7-84eb035c661b completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:30.247738 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 5592aebe-d64f-4c03-98e7-84eb035c661b triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:30.248105 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:30.308181 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Router feb51bbc-ac96-44f1-a41b-7c686469e51d is scheduled to L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae with binding_index 1 {{(pid=93038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 26 16:05:30.398961 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e1fc4629-fd27-488b-a903-a333b7fe3c24 req-9e35799c-39e4-47bf-baf9-0a6b5aa4a8c5 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605706 Jul 26 16:05:30.460460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:05:30.471391 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Sync routers for ids ['feb51bbc-ac96-44f1-a41b-7c686469e51d'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:05:30.477544 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:30.479115 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-02115a18-a6da-4a61-bfd9-b3704fceed67 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2413871 Jul 26 16:05:30.481755 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46056) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:30.485001 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Routers {'feb51bbc-ac96-44f1-a41b-7c686469e51d'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:30.485702 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['feb51bbc-ac96-44f1-a41b-7c686469e51d'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:30.602860 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:30.616588 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Set router feb51bbc-ac96-44f1-a41b-7c686469e51d gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:30.668863 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:30.698945 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 5592aebe-d64f-4c03-98e7-84eb035c661b, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=5592aebe-d64f-4c03-98e7-84eb035c661b,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:30.701059 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b89ba-08e9-434e-b4f7-5968d9743fd3 None None] The sync data for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi is: [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:05:30.715823 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:30.716694 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9addb054-c19c-4952-8539-738dd7200cab up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:30.822147 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=5592aebe-d64f-4c03-98e7-84eb035c661b,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:30.850495 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:28Z', 'revision_number': 3, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port': {'id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:30.851745 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 9addb054-c19c-4952-8539-738dd7200cab triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:30.852543 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:30.913612 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Checking router: feb51bbc-ac96-44f1-a41b-7c686469e51d for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:05:30.913969 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Updating router feb51bbc-ac96-44f1-a41b-7c686469e51d port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:05:30.952177 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.072527 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.091015 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:05:31.097094 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396da42-d6b4-490e-a907-5d1da89d2ed7 None None] New status for floating IP 45df67a0-5b61-4e6f-82cb-2bd13746cbd3: DOWN {{(pid=93040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:05:31.197978 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46062) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:31.289605 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.292539 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Allocated IP 172.20.0.1 (57a584d3-8728-4a3d-9015-a9901ce1981d/789383bf-3f1a-4d48-9923-ccfaea631327/3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:31.307086 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Transition to ACTIVE for port object 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:31.310517 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e69a415e-69ca-413b-a735-3c9350f633a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.311979 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 77c90049-d94e-4005-8423-c0d16b66f868 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:05:31.313088 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 77c90049-d94e-4005-8423-c0d16b66f868 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:05:31.327001 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.374197 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e69a415e-69ca-413b-a735-3c9350f633a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.401490 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Attempting to bind port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:05:31.401858 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Attempting to bind port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:05:31.402309 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Attempting to bind port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a on network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:31.405665 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbde0d8-1178-4b2a-9a74-c540ecbd60ec None None] Pushing event updated for resources: {'Port': ['ID=09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a,revision_number=2']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:31.411028 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:05:31.411399 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Checking segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:31.411794 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.412179 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Bound using segment: {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:05:31.412809 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Bound port: 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca7fd4-2a49-4c34-9923-618c77388e08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:05:31.413207 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.465405 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e69a415e-69ca-413b-a735-3c9350f633a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.468377 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-e69a415e-69ca-413b-a735-3c9350f633a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.472707 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.473393 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-e69a415e-69ca-413b-a735-3c9350f633a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "DELETE /v2.0/security-groups/7a7838c9-eb67-4fdc-8b2d-753486de89cc HTTP/1.1" status: 204 len: 168 time: 0.2743824 Jul 26 16:05:31.477062 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46068) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:31.494861 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Transition to ACTIVE for port object 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:31.495593 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] For port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:05:31.496100 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a415e-69ca-413b-a735-3c9350f633a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7838c9-eb67-4fdc-8b2d-753486de89cc,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:31.498084 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.api.v2.resource [None req-c0bca4b5-0d18-4690-b5e8-8ffca7941c02 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] show failed (client error): The resource could not be found. Jul 26 16:05:31.499369 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c0bca4b5-0d18-4690-b5e8-8ffca7941c02 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups/7a7838c9-eb67-4fdc-8b2d-753486de89cc HTTP/1.1" status: 404 len: 347 time: 0.0211000 Jul 26 16:05:31.501005 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] For port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:05:31.502414 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46070) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:31.507103 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.542748 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe263a-2021-482e-a888-5e320780a7c2 req-4c2477b1-5be2-4558-80c1-c798e18f1303 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:31.544348 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fafe263a-2021-482e-a888-5e320780a7c2 req-4c2477b1-5be2-4558-80c1-c798e18f1303 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.1263328 Jul 26 16:05:31.593186 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.595538 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Routers {'feb51bbc-ac96-44f1-a41b-7c686469e51d'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:31.596156 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['feb51bbc-ac96-44f1-a41b-7c686469e51d'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:31.638891 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fafe263a-2021-482e-a888-5e320780a7c2 req-d27ca6bb-3223-4bfe-af83-ea77076a197a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832462 Jul 26 16:05:31.651374 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Network 57a584d3-8728-4a3d-9015-a9901ce1981d is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:31.654813 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbde0d8-1178-4b2a-9a74-c540ecbd60ec None None] Pushing event updated for resources: {'Port': ['ID=09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:31.654995 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:31.659897 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:31.747585 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-947577'] for router_interface, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.754769 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Pushing event updated for resources: {'Port': ['ID=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:31.771288 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] Set router feb51bbc-ac96-44f1-a41b-7c686469e51d gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:31.838427 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 5592aebe-d64f-4c03-98e7-84eb035c661b up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:31.981548 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 5592aebe-d64f-4c03-98e7-84eb035c661b triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:31.982077 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:31.990836 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Deleting port 6fb3d5da-7d1c-4282-8e33-310d6134fa96 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:05:31.991473 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.109771 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.110114 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.116710 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.125980 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Calling delete_port for 6fb3d5da-7d1c-4282-8e33-310d6134fa96 owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:05:32.149859 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-6f25ee22-102f-493d-8831-8fd59e29df0c None None] Provisioning for port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:32.160311 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-6f25ee22-102f-493d-8831-8fd59e29df0c None None] Provisioning complete for port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:32.160981 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6f25ee22-102f-493d-8831-8fd59e29df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.211386 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-6f25ee22-102f-493d-8831-8fd59e29df0c None None] Port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:05:32.225081 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:28Z', 'revision_number': 3, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port': {'id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:32.261245 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cbc84-0f4f-4ff4-8966-fc98804d5a98 None None] The sync data for ids ['feb51bbc-ac96-44f1-a41b-7c686469e51d'] in dv-cinder-797608-11-iscsi is: [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:28Z', 'revision_number': 3, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port': {'id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:05:32.319199 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.346560 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event deleted for resources: {'Port': ['ID=6fb3d5da-7d1c-4282-8e33-310d6134fa96,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:32.360606 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.365742 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.417543 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.420101 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.421322 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b9d43e41-02d8-4310-af02-45b2dbef7484 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "DELETE /v2.0/floatingips/45df67a0-5b61-4e6f-82cb-2bd13746cbd3 HTTP/1.1" status: 204 len: 168 time: 0.9175060 Jul 26 16:05:32.437495 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947945'] for router_interface, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:32.439613 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Pushing event updated for resources: {'Port': ['ID=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:32.613221 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Network 57a584d3-8728-4a3d-9015-a9901ce1981d is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:32.614977 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:32.898519 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Router feb51bbc-ac96-44f1-a41b-7c686469e51d has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:05:32.908029 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c222b-549d-4e0e-9ac5-0e45296f672e req-1194610c-e9ea-4f96-876a-1ff1edaee025 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:32.909712 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5f9c222b-549d-4e0e-9ac5-0e45296f672e req-1194610c-e9ea-4f96-876a-1ff1edaee025 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.1229794 Jul 26 16:05:32.947686 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46078) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:32.956927 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-caffd2b5-f79e-4c83-9669-8434ac37f1c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767324604', 'description': 'tempest-description--1874122019'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:33.009871 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-caffd2b5-f79e-4c83-9669-8434ac37f1c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.050245 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5f9c222b-549d-4e0e-9ac5-0e45296f672e req-6f62927f-bdb0-4dc0-84b8-37fc4aa17159 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332872 Jul 26 16:05:33.052699 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c9d9d86c-3a58-49ba-ab90-5a9dce9471a8 None None] Provisioning complete for port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:33.054104 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d86c-3a58-49ba-ab90-5a9dce9471a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.098110 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:05:33.106114 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-6de950ce-8403-4c4a-ad39-e9a3dd33c0ee admin admin] 10.222.0.50 "PUT /v2.0/routers/feb51bbc-ac96-44f1-a41b-7c686469e51d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6225848 Jul 26 16:05:33.121919 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9d86c-3a58-49ba-ab90-5a9dce9471a8 None None] Port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:05:33.157359 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-caffd2b5-f79e-4c83-9669-8434ac37f1c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.162140 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-caffd2b5-f79e-4c83-9669-8434ac37f1c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.191351 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-caffd2b5-f79e-4c83-9669-8434ac37f1c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.195744 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-caffd2b5-f79e-4c83-9669-8434ac37f1c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2462549 Jul 26 16:05:33.197159 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46082) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:33.200857 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffd2b5-f79e-4c83-9669-8434ac37f1c9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:33.210484 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-1ea4ea60-7ba5-451e-8f08-f69c864a8f11 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad2d0b-ccbe-42e7-8161-396ab9f8273e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:33.246998 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ea60-7ba5-451e-8f08-f69c864a8f11 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.315272 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ea60-7ba5-451e-8f08-f69c864a8f11 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.319167 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ea60-7ba5-451e-8f08-f69c864a8f11 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.340393 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4ea60-7ba5-451e-8f08-f69c864a8f11 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f161ac-cafd-45c8-9a0f-63b72238a4f2,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:33.346320 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ea60-7ba5-451e-8f08-f69c864a8f11 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.350765 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1ea4ea60-7ba5-451e-8f08-f69c864a8f11 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493104 Jul 26 16:05:33.350869 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46088) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:33.356416 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-01fd74ce-fcf5-450d-b724-364c0e421d0f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad2d0b-ccbe-42e7-8161-396ab9f8273e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:33.389556 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01fd74ce-fcf5-450d-b724-364c0e421d0f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.463351 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01fd74ce-fcf5-450d-b724-364c0e421d0f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.468138 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01fd74ce-fcf5-450d-b724-364c0e421d0f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.487384 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd74ce-fcf5-450d-b724-364c0e421d0f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbdd46c-82b7-4fb5-95fa-8965dab5d1f8,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:33.495724 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-01fd74ce-fcf5-450d-b724-364c0e421d0f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.499926 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-01fd74ce-fcf5-450d-b724-364c0e421d0f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450012 Jul 26 16:05:33.500685 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46090) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:33.505734 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:33.533469 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.659297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.694207 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46094) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:33.699115 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-808f9ec6-f615-4aab-8005-9dffbeab658c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353282511', 'description': 'tempest-secgroup-smoke-1353282511 description', 'project_id': '88159d692b1d49bca76efe6a41efd839'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:33.706448 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d5465760-79d7-41a3-822a-298e37c3d7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.728710 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-808f9ec6-f615-4aab-8005-9dffbeab658c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.830058 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Allocated IP 172.27.1.32 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/3e0e95cd-41f7-4811-bbc7-877094657b67) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:33.874546 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-808f9ec6-f615-4aab-8005-9dffbeab658c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.883874 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-808f9ec6-f615-4aab-8005-9dffbeab658c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.886493 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:33.920073 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-808f9ec6-f615-4aab-8005-9dffbeab658c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.921377 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-808f9ec6-f615-4aab-8005-9dffbeab658c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2261455 Jul 26 16:05:33.922284 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f9ec6-f615-4aab-8005-9dffbeab658c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4229c871-4f27-48af-9dc1-4f59152f2371,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:33.924658 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46096) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:33.930056 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-b4c6d071-153e-4a3d-8d27-6b1aa24e5a72 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'security_group_rule': {'security_group_id': '4229c871-4f27-48af-9dc1-4f59152f2371', 'project_id': '88159d692b1d49bca76efe6a41efd839', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:33.961095 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d071-153e-4a3d-8d27-6b1aa24e5a72 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.964010 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:33.968674 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:33.968931 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:33.969341 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.022033 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.029645 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d071-153e-4a3d-8d27-6b1aa24e5a72 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.034916 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d071-153e-4a3d-8d27-6b1aa24e5a72 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.060280 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4c6d071-153e-4a3d-8d27-6b1aa24e5a72 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.065360 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b4c6d071-153e-4a3d-8d27-6b1aa24e5a72 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361043 Jul 26 16:05:34.065360 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6d071-153e-4a3d-8d27-6b1aa24e5a72 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490b199d-7c8c-4497-a9be-796a74a74136,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:34.065360 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46098) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:34.069890 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.070432 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-b1272489-165c-4e79-a1ea-405b35197d71 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'security_group_rule': {'security_group_id': '4229c871-4f27-48af-9dc1-4f59152f2371', 'project_id': '88159d692b1d49bca76efe6a41efd839', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:34.080266 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'Port': ['ID=3e0e95cd-41f7-4811-bbc7-877094657b67,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:34.084811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:34.086543 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:34.094221 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:34.107771 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b1272489-165c-4e79-a1ea-405b35197d71 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.113054 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:34.125900 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.196045 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:34.219242 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.221091 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b1272489-165c-4e79-a1ea-405b35197d71 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.228625 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b1272489-165c-4e79-a1ea-405b35197d71 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.255212 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1272489-165c-4e79-a1ea-405b35197d71 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e392fec2-c052-4d1b-a1de-148d24933b7c,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:34.259543 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b1272489-165c-4e79-a1ea-405b35197d71 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.260822 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b1272489-165c-4e79-a1ea-405b35197d71 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1946566 Jul 26 16:05:34.263706 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46102) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:34.269245 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-c42b7095-dcee-48f7-a4d5-aa0be4c8e3d1 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'security_group_rule': {'security_group_id': '4229c871-4f27-48af-9dc1-4f59152f2371', 'project_id': '88159d692b1d49bca76efe6a41efd839', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:34.282040 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773ca06-8186-46ba-a784-54da35ee9f59 req-5f5532e9-f7ab-4053-9773-9f3dcba8810b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:34.284021 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3773ca06-8186-46ba-a784-54da35ee9f59 req-5f5532e9-f7ab-4053-9773-9f3dcba8810b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.1185446 Jul 26 16:05:34.290316 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.298384 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Sync routers for ids ['feb51bbc-ac96-44f1-a41b-7c686469e51d'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:05:34.309143 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Routers {'feb51bbc-ac96-44f1-a41b-7c686469e51d'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:34.309770 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['feb51bbc-ac96-44f1-a41b-7c686469e51d'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:34.340895 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3773ca06-8186-46ba-a784-54da35ee9f59 req-7667fb37-e2c6-4b52-962c-e538376e86d2 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409305 Jul 26 16:05:34.343313 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c42b7095-dcee-48f7-a4d5-aa0be4c8e3d1 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.442719 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Set router feb51bbc-ac96-44f1-a41b-7c686469e51d gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:34.458058 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c42b7095-dcee-48f7-a4d5-aa0be4c8e3d1 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.467595 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c42b7095-dcee-48f7-a4d5-aa0be4c8e3d1 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.501787 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b7095-dcee-48f7-a4d5-aa0be4c8e3d1 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94997db-0868-40f5-9deb-2e03323576cd,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:34.515645 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c42b7095-dcee-48f7-a4d5-aa0be4c8e3d1 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.517054 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-c42b7095-dcee-48f7-a4d5-aa0be4c8e3d1 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519512 Jul 26 16:05:34.521280 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46104) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:34.530235 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.533287 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-1bb45f6c-3e1c-456a-b467-4f8336e93a9d tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'security_group_rule': {'security_group_id': '4229c871-4f27-48af-9dc1-4f59152f2371', 'project_id': '88159d692b1d49bca76efe6a41efd839', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:34.537449 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.587815 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1bb45f6c-3e1c-456a-b467-4f8336e93a9d tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.597261 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'Port': ['ID=3e0e95cd-41f7-4811-bbc7-877094657b67,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:34.648101 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.656712 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1bb45f6c-3e1c-456a-b467-4f8336e93a9d tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.662334 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1bb45f6c-3e1c-456a-b467-4f8336e93a9d tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.666061 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.668057 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-9cdeb448-c982-4e16-9ba3-65e544d72c29 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1654565 Jul 26 16:05:34.683298 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb45f6c-3e1c-456a-b467-4f8336e93a9d tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f730e181-d427-491b-88ec-e5ed700c94dd,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:34.694281 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1bb45f6c-3e1c-456a-b467-4f8336e93a9d tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.696819 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1bb45f6c-3e1c-456a-b467-4f8336e93a9d tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1729667 Jul 26 16:05:34.699388 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46108) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:34.704360 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-793ad3fc-5294-4c9a-9ea6-8afce0d844cb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'security_group_rule': {'security_group_id': '4229c871-4f27-48af-9dc1-4f59152f2371', 'project_id': '88159d692b1d49bca76efe6a41efd839', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:34.708122 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:32Z', 'revision_number': 4, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port': {'id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f', 'name': '', 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'mac_address': 'fa:16:3e:02:e9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '789383bf-3f1a-4d48-9923-ccfaea631327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:31Z', 'updated_at': '2021-07-26T16:05:32Z', 'revision_number': 2, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'subnets': [{'id': '789383bf-3f1a-4d48-9923-ccfaea631327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:34.731024 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.securitygroups_db [None req-793ad3fc-5294-4c9a-9ea6-8afce0d844cb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Project 88159d692b1d49bca76efe6a41efd839 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:05:34.738201 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-793ad3fc-5294-4c9a-9ea6-8afce0d844cb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.750761 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Checking router: feb51bbc-ac96-44f1-a41b-7c686469e51d for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:05:34.751381 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Updating router feb51bbc-ac96-44f1-a41b-7c686469e51d port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f binding host dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:05:34.788988 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.818512 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-793ad3fc-5294-4c9a-9ea6-8afce0d844cb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.829107 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-793ad3fc-5294-4c9a-9ea6-8afce0d844cb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.864493 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ad3fc-5294-4c9a-9ea6-8afce0d844cb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bec7244-2a4b-4fc9-a804-82fd0742629d,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:34.869494 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-793ad3fc-5294-4c9a-9ea6-8afce0d844cb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.870851 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-793ad3fc-5294-4c9a-9ea6-8afce0d844cb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1704018 Jul 26 16:05:34.873632 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46122) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:34.874332 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-05af930a-35b0-4bbe-a75a-be1f5ee4ea46 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1767324604&fields=id&tenant_id=001c523afc174d1bbaa01cfa69d6a592 HTTP/1.1" status: 200 len: 267 time: 0.0669746 Jul 26 16:05:34.881134 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-bfb6bb35-b700-4764-96a9-730c79ded309 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'security_group_rule': {'security_group_id': '4229c871-4f27-48af-9dc1-4f59152f2371', 'project_id': '88159d692b1d49bca76efe6a41efd839', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:34.913690 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.securitygroups_db [None req-bfb6bb35-b700-4764-96a9-730c79ded309 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Project 88159d692b1d49bca76efe6a41efd839 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:05:34.918849 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bfb6bb35-b700-4764-96a9-730c79ded309 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:34.998377 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bfb6bb35-b700-4764-96a9-730c79ded309 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:35.004389 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bfb6bb35-b700-4764-96a9-730c79ded309 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:35.011542 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-b041a306-9bb8-4fc4-9984-c2ee83c01508 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:35.013134 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-b041a306-9bb8-4fc4-9984-c2ee83c01508 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 816 time: 0.1213489 Jul 26 16:05:35.024715 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6bb35-b700-4764-96a9-730c79ded309 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3cd7a6-10ee-4f14-98d0-d74976de12fb,revision_number=0']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:35.032518 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-a0c5a726-ad92-4e43-a8ed-3ea553cdb2b5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/quotas/001c523afc174d1bbaa01cfa69d6a592 HTTP/1.1" status: 200 len: 375 time: 0.0121527 Jul 26 16:05:35.033107 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bfb6bb35-b700-4764-96a9-730c79ded309 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:35.034536 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-bfb6bb35-b700-4764-96a9-730c79ded309 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587501 Jul 26 16:05:35.111640 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:35.117543 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-fde26b7f-800e-444f-87c0-42ea3d5571e0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737858 Jul 26 16:05:35.122708 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.provisioning_blocks [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Transition to ACTIVE for port object 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f will not be triggered until provisioned by entity L2. {{(pid=93041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:35.130575 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:35.178016 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dee86-daf4-4eab-be53-ddff30d1f45b None None] Pushing event updated for resources: {'Port': ['ID=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,revision_number=3']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:35.270374 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Attempting to bind port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f on host dv-cinder-797608-11-iscsi for vnic_type normal with profile {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:05:35.270787 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Attempting to bind port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f by drivers openvswitch,hyperv on host dv-cinder-797608-11-iscsi at level 0 using segments [{'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:05:35.271644 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Attempting to bind port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f on network 57a584d3-8728-4a3d-9015-a9901ce1981d {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:35.283581 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Checking agent: {'id': '741902e7-ff08-466b-bfd1-2e3ab9cd2b4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 52, 6), 'started_at': datetime.datetime(2021, 7, 26, 15, 52, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:05:35.283924 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Checking segment: {'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:35.284838 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:35.285243 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Bound using segment: {'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'} {{(pid=93041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:05:35.285741 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.managers [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Bound port: 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f, host: dv-cinder-797608-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4995ad-e848-4828-b39e-cda09a0b58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d'}}] {{(pid=93041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:05:35.286733 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:35.350170 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-99fcfc55-550d-40dc-a64c-0296fd3b422a service neutron] 10.222.0.50 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046633 Jul 26 16:05:35.374097 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] For port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f, host dv-cinder-797608-11-iscsi, cleared binding levels {{(pid=93041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:05:35.380006 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.plugins.ml2.db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] For port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f, host dv-cinder-797608-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,segment=NetworkSegment(bf4995ad-e848-4828-b39e-cda09a0b58b8),segment_id=bf4995ad-e848-4828-b39e-cda09a0b58b8)] {{(pid=93041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:05:35.385742 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:35.449997 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Routers {'feb51bbc-ac96-44f1-a41b-7c686469e51d'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:35.450559 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['feb51bbc-ac96-44f1-a41b-7c686469e51d'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:35.521544 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dee86-daf4-4eab-be53-ddff30d1f45b None None] Pushing event updated for resources: {'Port': ['ID=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,revision_number=4']} {{(pid=93041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:35.552701 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-3a482ff6-dc5b-4f51-bdd9-04199a9f0b9f service neutron] 10.222.0.50 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013063 Jul 26 16:05:35.715064 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] Set router feb51bbc-ac96-44f1-a41b-7c686469e51d gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:35.727096 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223349c-338b-4806-9ae6-a1c8d2419682 req-9e788f31-e977-4e5c-921c-2906a9f8d3af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:35.729168 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c223349c-338b-4806-9ae6-a1c8d2419682 req-9e788f31-e977-4e5c-921c-2906a9f8d3af tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.1770775 Jul 26 16:05:35.885109 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c223349c-338b-4806-9ae6-a1c8d2419682 req-05dedefc-6f9f-4047-9c75-256744644528 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352267 Jul 26 16:05:35.917149 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:36.022965 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-61abb4cd-0f30-4e99-ad0d-de6b855bd8e1 req-40cbd04b-fd66-46b5-a9d5-5cf7a8b06f0c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 210 time: 0.1179307 Jul 26 16:05:36.098355 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:36.098355 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:36.144808 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:32Z', 'revision_number': 4, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port': {'id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f', 'name': '', 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'mac_address': 'fa:16:3e:02:e9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '789383bf-3f1a-4d48-9923-ccfaea631327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:31Z', 'updated_at': '2021-07-26T16:05:35Z', 'revision_number': 4, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'subnets': [{'id': '789383bf-3f1a-4d48-9923-ccfaea631327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:36.190782 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156ceff-bcfc-4d28-aa56-7c5a502732a8 None None] The sync data for ids ['feb51bbc-ac96-44f1-a41b-7c686469e51d'] in dv-cinder-797608-11-iscsi is: [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:32Z', 'revision_number': 4, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port': {'id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f', 'name': '', 'network_id': '57a584d3-8728-4a3d-9015-a9901ce1981d', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'mac_address': 'fa:16:3e:02:e9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '789383bf-3f1a-4d48-9923-ccfaea631327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:31Z', 'updated_at': '2021-07-26T16:05:35Z', 'revision_number': 4, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'subnets': [{'id': '789383bf-3f1a-4d48-9923-ccfaea631327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:05:36.222688 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-83c24f74-b6da-42af-ba1c-cc14a9d70910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:36.478653 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:37.133343 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623cf6e-ff37-42fe-8a2e-b0703c166bc8 req-d00dc952-8f23-4540-9fe2-07f9264d58ed tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:37.137315 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a623cf6e-ff37-42fe-8a2e-b0703c166bc8 req-d00dc952-8f23-4540-9fe2-07f9264d58ed tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.1101696 Jul 26 16:05:37.186995 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-140ac685-4d4d-4102-8835-f054b8e662df req-ae077651-78c2-4015-80c2-13f19dfc20e3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 210 time: 0.0400007 Jul 26 16:05:37.225921 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a623cf6e-ff37-42fe-8a2e-b0703c166bc8 req-71a35678-e52f-4290-8f7c-1a9928008d88 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684547 Jul 26 16:05:37.245303 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:37.669502 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-974f9bae-33fb-4b49-80dc-0e5ca31be696 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:37.671068 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-974f9bae-33fb-4b49-80dc-0e5ca31be696 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 816 time: 0.1254394 Jul 26 16:05:37.746949 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-959ba58b-e9dc-4617-93d1-a809cb62a33b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=001c523afc174d1bbaa01cfa69d6a592 HTTP/1.1" status: 200 len: 380 time: 0.0509326 Jul 26 16:05:37.764222 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'port': {'device_id': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'admin_state_up': True, 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'security_groups': ['e1ad2d0b-ccbe-42e7-8161-396ab9f8273e']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:37.847607 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:37.922493 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning for port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:37.927099 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:37.927531 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:37.953854 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Made reservation on behalf of 001c523afc174d1bbaa01cfa69d6a592 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:05:37.959310 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:38.012841 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:38.049583 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] For port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,segment=NetworkSegment(bf4995ad-e848-4828-b39e-cda09a0b58b8),segment_id=bf4995ad-e848-4828-b39e-cda09a0b58b8)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:38.055043 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:38.103437 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Allocated IP 172.20.0.5 (b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22/f0b8896f-c63a-4c78-8258-1431b5e7a736/b3632c99-dbb5-4f75-9ec2-ddc0514e1332) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:38.108484 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Pushing event updated for resources: {'Port': ['ID=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:38.260021 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:38.280604 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Transition to ACTIVE for port object b3632c99-dbb5-4f75-9ec2-ddc0514e1332 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:38.336651 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4e7697c0-a7ec-4f11-87c0-af435623d15d req-48388098-3ecb-4dcb-9628-ba9bcdaf9c0f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 210 time: 0.0364761 Jul 26 16:05:38.352067 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:38.377111 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39712df-febc-4cc6-9485-c1ff03ab9996 req-7c8d3073-00ea-4a35-abe3-9c8b497edc6f tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:38.378848 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c39712df-febc-4cc6-9485-c1ff03ab9996 req-7c8d3073-00ea-4a35-abe3-9c8b497edc6f tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.0800304 Jul 26 16:05:38.415860 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:38.415860 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:38.418977 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:38.422422 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:38.441808 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c39712df-febc-4cc6-9485-c1ff03ab9996 req-c056c764-3fdb-4914-af90-ece7105429bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561321 Jul 26 16:05:38.479975 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:38.480694 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:38.504158 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-257ec198-24ef-49a1-93e6-02f5d689c68f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7491355 Jul 26 16:05:38.528011 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Request body: {'port': {'device_id': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:38.633917 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:38.702037 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c23241e5-96f8-4657-836d-36a65ed6468c None None] Provisioning for port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:38.707377 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-c23241e5-96f8-4657-836d-36a65ed6468c None None] Provisioning complete for port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:38.707762 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c23241e5-96f8-4657-836d-36a65ed6468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:38.755118 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-c23241e5-96f8-4657-836d-36a65ed6468c None None] Port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:05:38.920905 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:39.242887 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3632c99-dbb5-4f75-9ec2-ddc0514e1332 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:05:39.251892 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:39.264593 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Transition to ACTIVE for port object b3632c99-dbb5-4f75-9ec2-ddc0514e1332 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:39.271039 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:39.325325 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:39.398770 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Attempting to bind port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:05:39.399109 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Attempting to bind port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:05:39.399445 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Attempting to bind port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 on network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:39.403899 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 on network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:05:39.404252 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Attempting to bind port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 on network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:39.409918 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:05:39.410258 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Checking segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:39.410642 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Bound using segment: {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:05:39.411081 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Bound port: b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9674054c-20c2-4db2-9e03-41a657b5e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:05:39.411442 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:39.490830 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:05:39.495453 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:05:39.500352 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:39.506466 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747151a8-ad4d-43da-a854-9f3cc88c57fc req-35a9fec7-0a06-4f64-be24-d587808cc57c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:39.514346 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-747151a8-ad4d-43da-a854-9f3cc88c57fc req-35a9fec7-0a06-4f64-be24-d587808cc57c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0903254 Jul 26 16:05:39.557472 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-747151a8-ad4d-43da-a854-9f3cc88c57fc req-b85950d7-15b3-4ec5-8628-66e82f77af47 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Jul 26 16:05:39.564435 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:39.564997 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:39.566392 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] 10.222.0.38 "PUT /v2.0/ports/b3632c99-dbb5-4f75-9ec2-ddc0514e1332 HTTP/1.1" status: 200 len: 1093 time: 1.0450332 Jul 26 16:05:39.566841 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:05:39.569171 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6" -d '{"events": [{"name": "network-changed", "server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:05:39.643612 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a9d4a-1090-44eb-a80c-cb850b9f85fc service neutron] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:39.676775 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faae073-9821-4599-a63a-99a45059e37a req-b11b6924-2c10-478c-9162-fd0285a3a099 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:39.678364 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1faae073-9821-4599-a63a-99a45059e37a req-b11b6924-2c10-478c-9162-fd0285a3a099 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.1524096 Jul 26 16:05:39.757536 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1faae073-9821-4599-a63a-99a45059e37a req-968e8b2b-20b1-4610-953d-1110aa3583a7 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681269 Jul 26 16:05:39.788632 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d9de8-5c2a-4850-974d-90bf50794103 x-openstack-request-id: req-dc9d9de8-5c2a-4850-974d-90bf50794103 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:05:39.788831 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:05:39.789081 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc9d9de8-5c2a-4850-974d-90bf50794103 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:05:39.789479 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'status': 'completed', 'code': 200} Jul 26 16:05:39.795751 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-49ec0cdb-7f9d-466f-9e2b-82b748dd4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:39.800740 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-49ec0cdb-7f9d-466f-9e2b-82b748dd4324 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 1096 time: 0.1169322 Jul 26 16:05:39.805740 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f up at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:39.861187 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-8aabfafd-e28c-4bcd-8cf3-4448a3197be3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332 HTTP/1.1" status: 200 len: 217 time: 0.0406122 Jul 26 16:05:39.866583 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Provisioning complete for port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:39.866952 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:39.931187 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-6f1afe61-4529-4778-9897-afa524376a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:39.932780 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-6f1afe61-4529-4778-9897-afa524376a00 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0565267 Jul 26 16:05:40.002282 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-b03a4c86-0160-46b2-b4e4-478aeecb01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:40.003691 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-b03a4c86-0160-46b2-b4e4-478aeecb01e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562181 Jul 26 16:05:40.095592 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-f0254bbd-68d7-45be-8079-bdf1a4c5be3f service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825229 Jul 26 16:05:40.190110 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79a063db-1567-4fd8-b935-cdf2749c2d55 req-02f3f6de-950d-48a2-aa83-fdfcae5a6e65 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869145 Jul 26 16:05:40.357564 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-1f74f265-bb6e-4e9b-bcdd-1d24ce0d9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:40.359735 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-1f74f265-bb6e-4e9b-bcdd-1d24ce0d9fe9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 1096 time: 0.0561793 Jul 26 16:05:40.452215 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-753f54f5-d794-4d21-a70c-bed2543f093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:40.453722 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-753f54f5-d794-4d21-a70c-bed2543f093b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.0860770 Jul 26 16:05:40.503080 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-6df28981-4f49-41fc-8bc7-b3e76700a7b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332 HTTP/1.1" status: 200 len: 217 time: 0.0348465 Jul 26 16:05:40.553661 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-7a739ba4-34a5-4603-a702-34da77de781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:40.555001 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-7a739ba4-34a5-4603-a702-34da77de781f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0442822 Jul 26 16:05:40.626672 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-a713f3a3-4e1c-4ae7-bbc2-5b31924c65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:40.628218 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-a713f3a3-4e1c-4ae7-bbc2-5b31924c65d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0609348 Jul 26 16:05:40.768018 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-332b49e6-fdac-42a3-9168-2ca506448895 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282148 Jul 26 16:05:40.784752 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe4b08-c008-4001-8790-2c38a11a94fd req-484ea1ae-6f23-4283-859d-8712055fbe95 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:40.786226 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8abe4b08-c008-4001-8790-2c38a11a94fd req-484ea1ae-6f23-4283-859d-8712055fbe95 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.1387675 Jul 26 16:05:40.872041 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8abe4b08-c008-4001-8790-2c38a11a94fd req-e08b912f-c151-484a-a437-c8c2119e0295 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777261 Jul 26 16:05:40.903712 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6ee1b001-e759-4c4b-bf8c-60f424bcecc6 req-86075ce0-0c18-4cb1-ad57-d23fcc753354 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164989 Jul 26 16:05:40.991551 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f169-000a-4b3f-9f47-80f71b86f4b0 req-295a19fb-12d8-49c2-af34-efcfe97c8588 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:40.993061 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e994f169-000a-4b3f-9f47-80f71b86f4b0 req-295a19fb-12d8-49c2-af34-efcfe97c8588 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.0741487 Jul 26 16:05:41.033879 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e994f169-000a-4b3f-9f47-80f71b86f4b0 req-e936e423-1b24-4fc0-9add-6ea8e0eba7c1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348527 Jul 26 16:05:42.016659 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede83a7-b33d-4d66-ad11-004c63d5aa51 req-c7ad4b37-9fe2-4ff0-b448-e2cac1156b84 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:42.018177 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7ede83a7-b33d-4d66-ad11-004c63d5aa51 req-c7ad4b37-9fe2-4ff0-b448-e2cac1156b84 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0664976 Jul 26 16:05:42.060108 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7ede83a7-b33d-4d66-ad11-004c63d5aa51 req-fa1c9ea5-5d37-4f1f-9156-117c9d12e3bb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333574 Jul 26 16:05:42.175933 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e426c7-f661-43c2-8bef-f8bbc7d8987b req-d50657ab-bf35-445b-918d-0f65257fdcc0 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:42.177475 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-31e426c7-f661-43c2-8bef-f8bbc7d8987b req-d50657ab-bf35-445b-918d-0f65257fdcc0 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.0670457 Jul 26 16:05:42.222620 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-31e426c7-f661-43c2-8bef-f8bbc7d8987b req-87acfdd4-aa57-49af-b077-9fecb41724ce tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390947 Jul 26 16:05:43.182133 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:05:43.200802 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe5fd5-b3e9-4a42-a75b-8a3e64cbe8f5 req-2b8887c4-8a8a-439a-acca-ef19e9610bf7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:43.202594 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fabe5fd5-b3e9-4a42-a75b-8a3e64cbe8f5 req-2b8887c4-8a8a-439a-acca-ef19e9610bf7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0676343 Jul 26 16:05:43.245890 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fabe5fd5-b3e9-4a42-a75b-8a3e64cbe8f5 req-dd92e97b-3f4e-4373-986b-beb17b035d3e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367432 Jul 26 16:05:43.290598 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:43.305717 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'port_id': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'mac_address': 'fa:16:3e:a5:ec:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:05:43.347361 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:43.360218 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3632c99-dbb5-4f75-9ec2-ddc0514e1332 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:05:43.364079 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130ebf2-03e5-4e67-b983-2ba18d167ad7 req-4bedc535-54ee-4a8b-b8bf-4558419ffaf9 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:43.365613 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3130ebf2-03e5-4e67-b983-2ba18d167ad7 req-4bedc535-54ee-4a8b-b8bf-4558419ffaf9 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.0659916 Jul 26 16:05:43.380066 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:43.384851 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:43.412573 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3130ebf2-03e5-4e67-b983-2ba18d167ad7 req-0e2fc71d-10c7-4544-8fc1-47b00f03ed81 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406559 Jul 26 16:05:43.435028 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:43.747351 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['b3632c99-dbb5-4f75-9ec2-ddc0514e1332'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:05:44.386111 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fb46a-4d79-4e31-8916-82f2211548df req-08a50e7c-910f-4b16-b57f-d7f7aed35ddb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:44.387715 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a5fb46a-4d79-4e31-8916-82f2211548df req-08a50e7c-910f-4b16-b57f-d7f7aed35ddb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 944 time: 0.0637476 Jul 26 16:05:44.429555 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a5fb46a-4d79-4e31-8916-82f2211548df req-c17ddc48-8025-41ec-86e7-e7e4d9a777bc tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360241 Jul 26 16:05:44.553753 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0f0f5-c007-46c9-83f8-fe1204ab039b req-08fc5504-90ba-45de-b30b-98c4a402aa9a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:44.553753 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-84c0f0f5-c007-46c9-83f8-fe1204ab039b req-08fc5504-90ba-45de-b30b-98c4a402aa9a tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.0678191 Jul 26 16:05:44.598200 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-84c0f0f5-c007-46c9-83f8-fe1204ab039b req-992967e6-5f3f-411a-8b8e-b358e7507e4f tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404985 Jul 26 16:05:45.197746 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:05:45.249172 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:45.254475 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:45.255063 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:45.337811 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:45.358742 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:05:45.362041 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3f4e26-3521-4ce8-a491-d822f3a99704" -d '{"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-plugged", "status": "completed", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:05:45.376932 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:05:45.381855 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:45.406169 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217fdba1-c951-4f8a-9a70-882b3ba9f006 x-openstack-request-id: req-217fdba1-c951-4f8a-9a70-882b3ba9f006 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:05:45.406457 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-plugged", "status": "completed", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:05:45.406704 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-217fdba1-c951-4f8a-9a70-882b3ba9f006 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:05:45.407085 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'code': 200} Jul 26 16:05:45.436291 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:45.579710 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db02a42-5bbb-495c-8492-1f1872d2b33a req-248728e3-7534-4830-b48d-d21cbe92bf37 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:45.581767 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0db02a42-5bbb-495c-8492-1f1872d2b33a req-248728e3-7534-4830-b48d-d21cbe92bf37 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0751088 Jul 26 16:05:45.625433 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0db02a42-5bbb-495c-8492-1f1872d2b33a req-15f233fb-1227-45f4-bb64-e3eaa65db0a7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357666 Jul 26 16:05:45.657468 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d42e49-0617-41b5-879b-d3726d993132 req-c541313f-09b7-4e7d-9d58-96a2f78685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:45.658966 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e2d42e49-0617-41b5-879b-d3726d993132 req-c541313f-09b7-4e7d-9d58-96a2f78685e9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 1098 time: 0.0678456 Jul 26 16:05:45.725607 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e2d42e49-0617-41b5-879b-d3726d993132 req-4b84f20a-4af0-4d14-a515-885279d61fb7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577190 Jul 26 16:05:45.757592 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9075da-19d7-410d-a337-878dc181f235 req-fc7c8c0c-9a73-440e-b050-a3504d7cde43 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:45.759069 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-af9075da-19d7-410d-a337-878dc181f235 req-fc7c8c0c-9a73-440e-b050-a3504d7cde43 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.0821464 Jul 26 16:05:45.805471 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-af9075da-19d7-410d-a337-878dc181f235 req-aa44a794-285e-4979-be1c-ad7097b98a0f tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380731 Jul 26 16:05:46.768419 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d879-9826-4214-969c-6de44afa3442 req-fdf0e8a6-4d6d-4254-88ee-4dff3d8410c6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:46.769892 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3d2d879-9826-4214-969c-6de44afa3442 req-fdf0e8a6-4d6d-4254-88ee-4dff3d8410c6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0702744 Jul 26 16:05:46.810218 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3d2d879-9826-4214-969c-6de44afa3442 req-b93a66d1-0308-417e-afd7-546c7e5cf86b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342386 Jul 26 16:05:46.944254 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa075f-9bfa-47a9-bd8c-e6598d5ae6ed req-c94a518a-0e6c-4cb1-8cb8-cd5f239c3fb4 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:46.945733 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-27aa075f-9bfa-47a9-bd8c-e6598d5ae6ed req-c94a518a-0e6c-4cb1-8cb8-cd5f239c3fb4 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.0678160 Jul 26 16:05:46.988397 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-27aa075f-9bfa-47a9-bd8c-e6598d5ae6ed req-c8b1e4b7-97c1-482b-b6f4-816bbffa57dd tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&id=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365431 Jul 26 16:05:47.946088 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe246146-fcce-4f7d-8d9d-2f18a4c630c4 req-e0a94e9f-7635-4051-9e67-909f815446dc tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:47.947655 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fe246146-fcce-4f7d-8d9d-2f18a4c630c4 req-e0a94e9f-7635-4051-9e67-909f815446dc tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0663083 Jul 26 16:05:47.988265 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fe246146-fcce-4f7d-8d9d-2f18a4c630c4 req-3215455c-dedc-4a9b-b37f-3daddf13d977 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342486 Jul 26 16:05:48.126091 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafc3a7-2454-4b47-923b-c191323ddfd9 req-da3783f4-1534-407c-b79d-fdfac12f995c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:48.127533 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abafc3a7-2454-4b47-923b-c191323ddfd9 req-da3783f4-1534-407c-b79d-fdfac12f995c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0683937 Jul 26 16:05:48.136040 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46290) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:05:48.140541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Request body: {'floatingip': {'port_id': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:48.182654 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:48.646418 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:48.650206 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:48.755711 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Floating IP 6668905d-464d-44da-ab49-f87a63c1967d associated. External IP: 172.27.1.32, port: b3632c99-dbb5-4f75-9ec2-ddc0514e1332. Jul 26 16:05:48.960360 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Router 647b9075-74b2-4c23-b97a-6f255076252e has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:05:49.070923 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:05:49.075763 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:49.080228 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] Sync routers for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:05:49.090296 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:49.091073 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:49.111853 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-4fb97783-822e-445f-a673-ab7735c523eb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "PUT /v2.0/floatingips/6668905d-464d-44da-ab49-f87a63c1967d HTTP/1.1" status: 200 len: 990 time: 0.9747229 Jul 26 16:05:49.112463 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:05:49.114697 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17d8a48-2840-45c6-860d-a71b1997b16f" -d '{"events": [{"name": "network-changed", "server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:05:49.153358 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dce4dd-1bbf-4e64-b70e-f03ad8611983 x-openstack-request-id: req-77dce4dd-1bbf-4e64-b70e-f03ad8611983 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:05:49.154027 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:05:49.154689 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77dce4dd-1bbf-4e64-b70e-f03ad8611983 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:05:49.155110 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'status': 'completed', 'code': 200} Jul 26 16:05:49.202381 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:49.271862 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-81cdcc33-a1f6-448d-b53e-b1dea446504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:49.274635 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-81cdcc33-a1f6-448d-b53e-b1dea446504f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 1098 time: 0.0666296 Jul 26 16:05:49.375413 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-ab006034-bd7b-43d6-9cdc-9a99abdaa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:49.377047 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-ab006034-bd7b-43d6-9cdc-9a99abdaa043 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.0934165 Jul 26 16:05:49.433975 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '6668905d-464d-44da-ab49-f87a63c1967d', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'port_id': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'mac_address': 'fa:16:3e:a5:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:05:34Z', 'updated_at': '2021-07-26T16:05:48Z', 'revision_number': 1, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:49.452161 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-a4a0cecd-c9b4-4ef4-a41a-3f2f82c06f39 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332 HTTP/1.1" status: 200 len: 998 time: 0.0671613 Jul 26 16:05:49.463666 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] Checking router: 647b9075-74b2-4c23-b97a-6f255076252e for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:05:49.473030 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:05:49.473569 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:05:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:49.547348 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-139bac0c-55f9-4d41-bec5-51e895db89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:49.548886 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-139bac0c-55f9-4d41-bec5-51e895db89fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0885601 Jul 26 16:05:49.623905 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-025c7566-4a01-468b-9714-d5044e44e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:49.625455 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-025c7566-4a01-468b-9714-d5044e44e283 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0628381 Jul 26 16:05:49.701867 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:05:49.718737 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-a662d8d3-eda6-4e82-a45f-d7233b0043d7 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843072 Jul 26 16:05:49.823653 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c17d8a48-2840-45c6-860d-a71b1997b16f req-b99733b7-1a7f-4af1-aaaa-66daa2f969a7 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917368 Jul 26 16:05:49.940207 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '6668905d-464d-44da-ab49-f87a63c1967d', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'port_id': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'mac_address': 'fa:16:3e:a5:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:05:34Z', 'updated_at': '2021-07-26T16:05:48Z', 'revision_number': 1, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:05:49.970863 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a4f3-48b0-4c17-8c77-3eaf237ee603 None None] The sync data for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi is: [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '6668905d-464d-44da-ab49-f87a63c1967d', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'port_id': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'mac_address': 'fa:16:3e:a5:ec:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:05:34Z', 'updated_at': '2021-07-26T16:05:48Z', 'revision_number': 1, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:05:50.167582 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6449baa-0403-45a5-ab02-0dc1fc903b15 None None] New status for floating IP 6668905d-464d-44da-ab49-f87a63c1967d: ACTIVE {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:05:54.178684 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-281446ec-7dc3-47de-9016-082942964e03 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353282511&fields=id&tenant_id=88159d692b1d49bca76efe6a41efd839 HTTP/1.1" status: 200 len: 267 time: 0.0341356 Jul 26 16:05:54.289455 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ace25-0396-403d-9b4b-b504b484441e req-dfb1ccd5-0da4-4bdd-b1c7-d55c75d5aa26 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:54.290910 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-dfb1ccd5-0da4-4bdd-b1c7-d55c75d5aa26 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/networks?id=81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 200 len: 808 time: 0.1053309 Jul 26 16:05:54.305569 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-6d6afe51-9717-4f39-93ea-d07b3b0efd89 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/quotas/88159d692b1d49bca76efe6a41efd839 HTTP/1.1" status: 200 len: 375 time: 0.0090103 Jul 26 16:05:54.371743 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-be6eff54-5d8a-4beb-9cb7-2e98e7e81575 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=88159d692b1d49bca76efe6a41efd839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609841 Jul 26 16:05:54.515782 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-c9e76a6b-b106-48d8-8b72-2c092098b872 service neutron] 10.222.0.50 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297135 Jul 26 16:05:54.609286 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-bc520bec-7e86-4c0f-a29c-3ea78bcb2d8e service neutron] 10.222.0.50 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874288 Jul 26 16:05:54.929968 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7756b88d-3b16-4129-b78c-a47fa61d00f1 req-85a0d38a-12d9-45bc-b655-efb8cd5b33d6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 210 time: 0.0289376 Jul 26 16:05:55.765665 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:55.995105 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ace25-0396-403d-9b4b-b504b484441e req-50a42cf5-89a8-43c1-9d12-634481c69a0f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:55.996649 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-50a42cf5-89a8-43c1-9d12-634481c69a0f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.38 "GET /v2.0/networks?id=81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 200 len: 808 time: 0.1079535 Jul 26 16:05:56.289459 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fedcaae2-081e-4a22-a41b-b79c8226ea21 req-9cea837a-b02e-47e4-8189-0a48f2122dbc tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 210 time: 0.2868841 Jul 26 16:05:56.312565 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d3b3a7a-d9c0-4144-897a-a57b193a9519 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88159d692b1d49bca76efe6a41efd839 HTTP/1.1" status: 200 len: 380 time: 0.2998579 Jul 26 16:05:56.322157 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'port': {'device_id': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'admin_state_up': True, 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'security_groups': ['4229c871-4f27-48af-9dc1-4f59152f2371']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:56.426811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Made reservation on behalf of 88159d692b1d49bca76efe6a41efd839 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:05:56.430288 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:56.557839 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Allocated IP 172.20.0.10 (81e1854a-3394-4992-b6bf-68cda45a53a0/b2ff7004-5fec-4297-af77-9396fc32ae9d/cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:05:56.696142 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:56.709518 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Transition to ACTIVE for port object cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:56.743148 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:56.785493 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:05:56.790481 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:05:56.794043 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:05:56.818079 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:56.847226 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:56.847874 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:56.863560 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1d71b75f-5dca-4293-a9fb-292ddd8927d5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449910 Jul 26 16:05:56.884858 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Request body: {'port': {'device_id': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:05:56.965048 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:57.075302 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-68465de1-e5b0-4fdd-9b31-3e87947f7ab7 None None] Provisioning for port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:05:57.079859 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-68465de1-e5b0-4fdd-9b31-3e87947f7ab7 None None] Provisioning complete for port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:05:57.080325 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-68465de1-e5b0-4fdd-9b31-3e87947f7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:57.114839 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-68465de1-e5b0-4fdd-9b31-3e87947f7ab7 None None] Port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:05:57.226870 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:05:57.234720 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:57.245975 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Transition to ACTIVE for port object cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:05:57.249706 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:57.304394 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Pushing event updated for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:57.409541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Attempting to bind port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:05:57.409878 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Attempting to bind port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:05:57.410201 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Attempting to bind port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d on network 81e1854a-3394-4992-b6bf-68cda45a53a0 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:57.417995 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d on network 81e1854a-3394-4992-b6bf-68cda45a53a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:05:57.418317 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Attempting to bind port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d on network 81e1854a-3394-4992-b6bf-68cda45a53a0 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:05:57.427689 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:05:57.428025 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Checking segment: {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:05:57.428442 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Bound using segment: {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:05:57.428879 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Bound port: cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c4ed35-74eb-45f3-98e0-123c1c321f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:05:57.429235 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:57.478514 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be9763-c3ba-4cd7-b039-4e63e9a35f27 req-1d083600-dfbe-470b-b1d3-1611fda4c9a2 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:57.479992 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-04be9763-c3ba-4cd7-b039-4e63e9a35f27 req-1d083600-dfbe-470b-b1d3-1611fda4c9a2 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.1131425 Jul 26 16:05:57.536627 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:05:57.549683 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-04be9763-c3ba-4cd7-b039-4e63e9a35f27 req-27dbfa09-e743-441a-9592-c2d114f728ea tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629737 Jul 26 16:05:57.553017 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:05:57.558224 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:57.594180 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:57.594695 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:05:57.596094 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] 10.222.0.38 "PUT /v2.0/ports/cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 200 len: 1094 time: 0.7157295 Jul 26 16:05:57.596564 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:05:57.598818 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591dadf4-98e8-46f5-ae34-08aaece0b313" -d '{"events": [{"name": "network-changed", "server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:05:57.628503 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c16f0-c18c-4a94-b21f-607aedc2c047 service neutron] Pushing event updated for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:05:57.705563 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf90b74-e47f-4ee1-ba25-a276ff551fe4 x-openstack-request-id: req-faf90b74-e47f-4ee1-ba25-a276ff551fe4 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:05:57.705856 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:05:57.706104 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-faf90b74-e47f-4ee1-ba25-a276ff551fe4 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:05:57.706492 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'status': 'completed', 'code': 200} Jul 26 16:05:57.747449 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ace25-0396-403d-9b4b-b504b484441e req-8d27f155-bf0d-4d49-a040-08e781567826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:57.749265 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-8d27f155-bf0d-4d49-a040-08e781567826 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88159d692b1d49bca76efe6a41efd839&device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1097 time: 0.0729244 Jul 26 16:05:57.801309 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-ed2546e8-ab1b-40cf-857d-016d568f50a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 200 len: 217 time: 0.0388472 Jul 26 16:05:57.851464 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1cd99c02-1931-4e22-8ce9-db14b1e1d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:57.852894 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-1cd99c02-1931-4e22-8ce9-db14b1e1d0a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2ff7004-5fec-4297-af77-9396fc32ae9d HTTP/1.1" status: 200 len: 847 time: 0.0440309 Jul 26 16:05:57.916486 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ace25-0396-403d-9b4b-b504b484441e req-12edd5b4-eb74-4cf1-ad21-89ce36caefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:57.917987 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-12edd5b4-eb74-4cf1-ad21-89ce36caefc6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e1854a-3394-4992-b6bf-68cda45a53a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521860 Jul 26 16:05:58.010191 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-9a1ab2a5-6c89-4249-a2e4-6b858a64ec0a service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838618 Jul 26 16:05:58.118749 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-fd7ace25-0396-403d-9b4b-b504b484441e req-058bb790-aaba-4542-b90d-12a629fd5c00 service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923512 Jul 26 16:05:58.268022 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-7100b46d-78f4-4278-abf6-c3934fc4cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:58.269553 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-7100b46d-78f4-4278-abf6-c3934fc4cbc2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88159d692b1d49bca76efe6a41efd839&device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1097 time: 0.0548625 Jul 26 16:05:58.371464 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-f4c2fa40-4b29-4427-b1bd-6b081ef09e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:58.372904 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-f4c2fa40-4b29-4427-b1bd-6b081ef09e1b service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 200 len: 909 time: 0.0896039 Jul 26 16:05:58.419879 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-c051d425-a0c2-425d-a37b-63c163f5afc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 200 len: 217 time: 0.0390315 Jul 26 16:05:58.472877 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-29809888-819a-488e-8d81-d44f5a25b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:58.474328 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-29809888-819a-488e-8d81-d44f5a25b05f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2ff7004-5fec-4297-af77-9396fc32ae9d HTTP/1.1" status: 200 len: 847 time: 0.0480485 Jul 26 16:05:58.546198 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-0a6025d9-ede2-45df-a0a3-0a317df8b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:58.547743 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-0a6025d9-ede2-45df-a0a3-0a317df8b1c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e1854a-3394-4992-b6bf-68cda45a53a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570319 Jul 26 16:05:58.641211 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-7e814db9-9e7f-4177-93dc-7e943fab0868 service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858769 Jul 26 16:05:58.688008 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1d88d-2cef-477d-8934-eef531a39235 req-1e6e12e6-3a5b-4ca1-85be-03260f2f19ef tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:58.689547 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d2f1d88d-2cef-477d-8934-eef531a39235 req-1e6e12e6-3a5b-4ca1-85be-03260f2f19ef tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0671046 Jul 26 16:05:58.728513 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d2f1d88d-2cef-477d-8934-eef531a39235 req-0729f411-e49e-43fc-9518-7eaf0ae61c99 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325758 Jul 26 16:05:58.739269 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-591dadf4-98e8-46f5-ae34-08aaece0b313 req-02475b87-2e0c-413c-812d-eb66b8b1130c service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911887 Jul 26 16:05:59.864565 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a4b9c-d98f-465a-919d-6b1dc75b2ee2 req-fc901387-8510-44c6-937f-32938dc752a0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:05:59.865995 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6b2a4b9c-d98f-465a-919d-6b1dc75b2ee2 req-fc901387-8510-44c6-937f-32938dc752a0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0676332 Jul 26 16:05:59.903632 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6b2a4b9c-d98f-465a-919d-6b1dc75b2ee2 req-9126f295-5993-4234-93ac-a2489499210c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308237 Jul 26 16:06:01.032678 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefda2e-f91f-47c3-9ebc-03fc854d8731 req-530fd48e-d92a-4810-8e7f-9c5f2a196e14 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:01.034136 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9aefda2e-f91f-47c3-9ebc-03fc854d8731 req-530fd48e-d92a-4810-8e7f-9c5f2a196e14 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0628166 Jul 26 16:06:01.071100 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9aefda2e-f91f-47c3-9ebc-03fc854d8731 req-9503f2c0-b9c2-42b2-807e-01acbf51e988 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Jul 26 16:06:01.695633 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f1292-2c67-4a50-89ac-97354b6fc5fc req-131e975e-d5ee-4aa3-b302-718b0b57b392 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:01.697161 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a58f1292-2c67-4a50-89ac-97354b6fc5fc req-131e975e-d5ee-4aa3-b302-718b0b57b392 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0629566 Jul 26 16:06:01.737238 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a58f1292-2c67-4a50-89ac-97354b6fc5fc req-4f291b1e-2efd-4542-91ad-d8b0248dd3af tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Jul 26 16:06:02.206272 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2440-b338-40cf-80fd-b7c3696450c1 req-92ef677a-eae8-42f6-a541-01827df37851 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:02.207773 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f5ff2440-b338-40cf-80fd-b7c3696450c1 req-92ef677a-eae8-42f6-a541-01827df37851 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0659297 Jul 26 16:06:02.246581 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f5ff2440-b338-40cf-80fd-b7c3696450c1 req-e24cbe67-ab16-4682-b729-843464ccf483 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jul 26 16:06:02.868077 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e7ec-46a8-4710-8748-c8e47a91de35 req-06bf7af3-359a-4fcf-a074-71951531f774 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:02.869498 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ec24e7ec-46a8-4710-8748-c8e47a91de35 req-06bf7af3-359a-4fcf-a074-71951531f774 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jul 26 16:06:02.907673 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ec24e7ec-46a8-4710-8748-c8e47a91de35 req-a34c9a33-77c0-4c37-a791-fa170b2d1649 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Jul 26 16:06:03.379047 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8bf81-be21-44fa-a969-cfeab73d59c3 req-e0dc377f-f3d3-46dd-93c5-f1e77cf069ab tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:03.380595 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cda8bf81-be21-44fa-a969-cfeab73d59c3 req-e0dc377f-f3d3-46dd-93c5-f1e77cf069ab tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0640910 Jul 26 16:06:03.426122 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cda8bf81-be21-44fa-a969-cfeab73d59c3 req-7ebff839-3114-4d99-912d-09b89d42ba47 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386920 Jul 26 16:06:03.700080 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-42875482-6f0a-4ea6-9f2a-c9d8da0898da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:03.887959 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:06:04.036859 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b360-3f25-4b0c-a5b7-e958c28ae4a2 req-e794d49f-e327-476b-9389-c7b4fe79c3a0 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:04.038322 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9007b360-3f25-4b0c-a5b7-e958c28ae4a2 req-e794d49f-e327-476b-9389-c7b4fe79c3a0 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0632479 Jul 26 16:06:04.075236 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9007b360-3f25-4b0c-a5b7-e958c28ae4a2 req-435a02b4-57ad-486f-963f-1dcab7fbb6da tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Jul 26 16:06:04.556000 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c0bc5-b2f4-417b-bbf8-1acdf9eabdd9 req-301a2053-3d39-40ea-8657-9b5f37708d24 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:04.557519 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-810c0bc5-b2f4-417b-bbf8-1acdf9eabdd9 req-301a2053-3d39-40ea-8657-9b5f37708d24 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0631592 Jul 26 16:06:04.598098 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-810c0bc5-b2f4-417b-bbf8-1acdf9eabdd9 req-82954410-ede8-43f9-8a26-2b9847aa8509 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342467 Jul 26 16:06:05.208472 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1561ea-5a78-4d29-868b-c4c42c1fd7e3 req-8f027e97-a38e-41b4-9048-a15507ec676a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:05.209944 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bd1561ea-5a78-4d29-868b-c4c42c1fd7e3 req-8f027e97-a38e-41b4-9048-a15507ec676a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0658064 Jul 26 16:06:05.247002 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bd1561ea-5a78-4d29-868b-c4c42c1fd7e3 req-a38d6e2f-d9f4-4f49-82b0-0bebeb44fa56 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308971 Jul 26 16:06:05.734576 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da80e5-796d-43b9-b883-da2156fa4dad req-496e3044-295a-484c-82a9-98adc54276d4 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:05.735964 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a0da80e5-796d-43b9-b883-da2156fa4dad req-496e3044-295a-484c-82a9-98adc54276d4 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0693185 Jul 26 16:06:05.774729 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a0da80e5-796d-43b9-b883-da2156fa4dad req-541814f7-349c-4a21-a76e-804636ffed47 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Jul 26 16:06:06.200387 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-659e512b-e83d-422f-9aa3-606a23309738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:06.379915 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d27cb-b50f-40f5-9654-f3a99cd7be83 req-89ada4f2-3e17-434d-b992-bfea840d2b88 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:06.381415 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-409d27cb-b50f-40f5-9654-f3a99cd7be83 req-89ada4f2-3e17-434d-b992-bfea840d2b88 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0675824 Jul 26 16:06:06.423446 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-409d27cb-b50f-40f5-9654-f3a99cd7be83 req-28c5a87c-3b6b-45a5-91dc-2de2e65e7df5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360909 Jul 26 16:06:06.473146 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:06.906786 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4862bed-39ce-45e8-8c32-ce8ace69ce44 req-8e320284-e411-41a9-81a7-5ca1c62d527b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:06.908179 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b4862bed-39ce-45e8-8c32-ce8ace69ce44 req-8e320284-e411-41a9-81a7-5ca1c62d527b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0627644 Jul 26 16:06:06.946350 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b4862bed-39ce-45e8-8c32-ce8ace69ce44 req-a35f1593-57c6-41fa-83e9-ce964a5d7278 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322912 Jul 26 16:06:07.234570 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:07.557575 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfb465-0313-4eef-a5eb-658c9b4c3385 req-de97bab9-c6f4-4445-a5ae-07c777c4bcb0 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:07.559036 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8bfb465-0313-4eef-a5eb-658c9b4c3385 req-de97bab9-c6f4-4445-a5ae-07c777c4bcb0 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0664670 Jul 26 16:06:07.599607 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8bfb465-0313-4eef-a5eb-658c9b4c3385 req-0520ea3e-d3cb-4386-a911-4960cbda6e31 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344620 Jul 26 16:06:08.081740 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef417a09-c525-4057-ad8c-e49a3c9d6233 req-a8c5ea6d-74bc-4908-9ee1-c46ba9c3de30 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:08.083180 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ef417a09-c525-4057-ad8c-e49a3c9d6233 req-a8c5ea6d-74bc-4908-9ee1-c46ba9c3de30 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0668893 Jul 26 16:06:08.122876 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ef417a09-c525-4057-ad8c-e49a3c9d6233 req-5b920f49-efd7-469e-88e2-68f547bdb4f3 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334651 Jul 26 16:06:08.736782 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8a9d-f29a-47ba-94c2-c4b32f307ee3 req-2c191aa1-91c2-4c48-910c-839fdb35cdf0 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:08.738341 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-409c8a9d-f29a-47ba-94c2-c4b32f307ee3 req-2c191aa1-91c2-4c48-910c-839fdb35cdf0 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0701683 Jul 26 16:06:08.781274 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-409c8a9d-f29a-47ba-94c2-c4b32f307ee3 req-27358e3d-0972-4de4-b19e-ef8c12dd391a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371108 Jul 26 16:06:08.917584 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:09.258120 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee2c3d-dab8-466d-9b20-b89af213e1bc req-13b4b4c6-62c0-4973-bab6-6f409ccd3c9a tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:09.259680 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f5ee2c3d-dab8-466d-9b20-b89af213e1bc req-13b4b4c6-62c0-4973-bab6-6f409ccd3c9a tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0685604 Jul 26 16:06:09.304349 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f5ee2c3d-dab8-466d-9b20-b89af213e1bc req-7f102922-e635-43b3-a628-dee375a40649 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351799 Jul 26 16:06:09.919521 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0272c30-994d-49a5-a548-3b99841cc1ea req-c2fd5c43-2e47-499e-82f3-a757a8ea0381 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:09.921183 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c0272c30-994d-49a5-a548-3b99841cc1ea req-c2fd5c43-2e47-499e-82f3-a757a8ea0381 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0680592 Jul 26 16:06:09.964532 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c0272c30-994d-49a5-a548-3b99841cc1ea req-dddb37a3-c87d-4143-872d-f1a136510739 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370178 Jul 26 16:06:10.453963 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76298-318b-43fb-b24b-a9979d04606b req-2d6534f7-ba6f-40c9-8035-46abc7c0c691 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:10.455602 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-95c76298-318b-43fb-b24b-a9979d04606b req-2d6534f7-ba6f-40c9-8035-46abc7c0c691 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0728960 Jul 26 16:06:10.508460 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-95c76298-318b-43fb-b24b-a9979d04606b req-aac65b47-a4e1-4175-817c-db3e493551f6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396273 Jul 26 16:06:11.127621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf19640-d558-4846-a81f-f48154b04c7a req-aa4e41b1-8628-4ff0-99bd-326461899e23 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:11.129405 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ebf19640-d558-4846-a81f-f48154b04c7a req-aa4e41b1-8628-4ff0-99bd-326461899e23 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0816188 Jul 26 16:06:11.169796 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ebf19640-d558-4846-a81f-f48154b04c7a req-8405196d-66b7-4097-b576-166bcba861ca tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341556 Jul 26 16:06:11.357310 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:06:11.470352 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:11.484138 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'port_id': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'mac_address': 'fa:16:3e:28:46:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:06:11.525451 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:11.543093 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:06:11.570106 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:11.576251 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:11.636650 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:11.703631 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9db556-cbed-4440-b6b9-03ca0cc671fd req-fb7757be-d0db-4954-a3b4-6fc7f8a27e7c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:11.705383 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-da9db556-cbed-4440-b6b9-03ca0cc671fd req-fb7757be-d0db-4954-a3b4-6fc7f8a27e7c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 945 time: 0.0957122 Jul 26 16:06:11.750965 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-da9db556-cbed-4440-b6b9-03ca0cc671fd req-07cf8f52-5cca-4f6c-90ed-eb52fb537a5f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391502 Jul 26 16:06:11.951303 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:06:12.318705 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f9c63-4f49-4491-a1a4-176b68d7fbc0 req-cbe0362f-a0ab-4195-af7b-bbbdc4c500b9 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:12.320533 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b08f9c63-4f49-4491-a1a4-176b68d7fbc0 req-cbe0362f-a0ab-4195-af7b-bbbdc4c500b9 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0741389 Jul 26 16:06:12.386076 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b08f9c63-4f49-4491-a1a4-176b68d7fbc0 req-d264e70d-3e39-4154-8b8a-4e72578426e2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584414 Jul 26 16:06:12.895210 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2b314-a488-4f84-849d-b7b664028e7a req-43562c2d-56cb-4b23-9b68-19434c9fa02f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:12.896765 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ecd2b314-a488-4f84-849d-b7b664028e7a req-43562c2d-56cb-4b23-9b68-19434c9fa02f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 945 time: 0.0760379 Jul 26 16:06:12.943843 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ecd2b314-a488-4f84-849d-b7b664028e7a req-91b70e18-d946-4804-a14e-ea8fdba3488e tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349860 Jul 26 16:06:13.370485 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:06:13.434082 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:06:13.439569 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:06:13.440092 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:13.544818 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:13.576637 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:06:13.579548 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1837142b-370b-4803-93e8-bd9dc91d8a9d" -d '{"events": [{"server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "name": "network-vif-plugged", "status": "completed", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:06:13.585637 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978321a-2598-4327-a413-4a27418c5337 req-e00184e0-fff7-4f92-bee4-e0c3b6c47983 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:13.588611 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8978321a-2598-4327-a413-4a27418c5337 req-e00184e0-fff7-4f92-bee4-e0c3b6c47983 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.1082375 Jul 26 16:06:13.597154 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:13.602463 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:13.647093 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8978321a-2598-4327-a413-4a27418c5337 req-42ab8188-41ce-4d14-a1a2-a1c948cd02ae tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458498 Jul 26 16:06:13.660507 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:13.728732 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4306568-8708-4f91-a792-88d809e4d3e5 x-openstack-request-id: req-a4306568-8708-4f91-a792-88d809e4d3e5 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:06:13.729144 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "name": "network-vif-plugged", "status": "completed", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:06:13.729504 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4306568-8708-4f91-a792-88d809e4d3e5 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:06:13.730045 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'code': 200} Jul 26 16:06:14.006964 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ea01a-8e32-442e-b7f2-5ebdb49c3f0c req-5abeb3da-44a9-4506-b214-dc7df57c7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:14.008976 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3d0ea01a-8e32-442e-b7f2-5ebdb49c3f0c req-5abeb3da-44a9-4506-b214-dc7df57c7591 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1099 time: 0.0661299 Jul 26 16:06:14.086272 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3d0ea01a-8e32-442e-b7f2-5ebdb49c3f0c req-33a4ba74-7f82-4ee7-b7c1-5ecca2b795e3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682523 Jul 26 16:06:14.117966 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4c528-24c6-446e-a711-437125e5b6c8 req-715d5bf7-b280-42e3-bde6-6881d8347ff3 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:14.119650 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ea4c528-24c6-446e-a711-437125e5b6c8 req-715d5bf7-b280-42e3-bde6-6881d8347ff3 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0955656 Jul 26 16:06:14.164475 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3ea4c528-24c6-446e-a711-437125e5b6c8 req-326ba559-1780-4e47-9b3f-c78222aac913 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371854 Jul 26 16:06:14.793284 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6175a-3e88-4ab9-a42f-69e42a87e2b3 req-1c3caf6a-467e-43cf-886d-6faa7bc9d39e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:14.794928 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2ee6175a-3e88-4ab9-a42f-69e42a87e2b3 req-1c3caf6a-467e-43cf-886d-6faa7bc9d39e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0736732 Jul 26 16:06:14.840937 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2ee6175a-3e88-4ab9-a42f-69e42a87e2b3 req-ed8047fb-7c67-4a19-b081-1cc98db3bf21 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388808 Jul 26 16:06:15.308180 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625576e2-1e80-43c7-815d-5d762343dcdb req-961f3f95-8f08-43f8-883f-90ab83bad092 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:15.309823 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-625576e2-1e80-43c7-815d-5d762343dcdb req-961f3f95-8f08-43f8-883f-90ab83bad092 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0736477 Jul 26 16:06:15.375339 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-625576e2-1e80-43c7-815d-5d762343dcdb req-f12d3aa7-76dc-4a97-b9c8-48dbd578f62b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543270 Jul 26 16:06:15.988131 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1368a9-0076-4b66-9a36-f2387662d748 req-8199a6d0-b8a6-45ed-9871-0cc35a921e15 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:15.989821 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3c1368a9-0076-4b66-9a36-f2387662d748 req-8199a6d0-b8a6-45ed-9871-0cc35a921e15 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0703843 Jul 26 16:06:16.032362 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3c1368a9-0076-4b66-9a36-f2387662d748 req-c5d541e2-cf66-4283-9ebb-1069e8f5c855 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360799 Jul 26 16:06:16.560070 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf04e1-9bf4-4cfa-aa8c-6ccad2716e87 req-aff62f7c-cbdf-4106-8135-b94dddc1d354 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:16.561726 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c2cf04e1-9bf4-4cfa-aa8c-6ccad2716e87 req-aff62f7c-cbdf-4106-8135-b94dddc1d354 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0777807 Jul 26 16:06:16.607488 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c2cf04e1-9bf4-4cfa-aa8c-6ccad2716e87 req-919f8609-a132-4357-b1e3-12291c20da03 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392251 Jul 26 16:06:16.751163 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335308c-7d7e-415b-a892-1d6d0a07c47c req-46df0bb1-ff24-4e12-9d48-0f2e69e9e28a tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:16.752852 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0335308c-7d7e-415b-a892-1d6d0a07c47c req-46df0bb1-ff24-4e12-9d48-0f2e69e9e28a tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0701978 Jul 26 16:06:16.796686 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0335308c-7d7e-415b-a892-1d6d0a07c47c req-54a9786d-148d-4e7b-a73a-b622b9c74187 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371792 Jul 26 16:06:16.819804 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46512) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:16.953434 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed78c58-0aec-4f96-a633-42f19068ee30 tempest-TestShelveInstance-793088193 tempest-TestShelveInstance-793088193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:16.955986 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-bed78c58-0aec-4f96-a633-42f19068ee30 tempest-TestShelveInstance-793088193 tempest-TestShelveInstance-793088193-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1094 time: 0.1349092 Jul 26 16:06:16.958973 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46516) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:16.966911 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'port_id': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:06:17.003591 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for floatingip, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:17.172322 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:17.233842 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f0274-d94c-4e15-b991-55e578b2de5b req-163fdb43-5e69-48c8-bc31-2a7f3e8e26d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:17.236600 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bc1f0274-d94c-4e15-b991-55e578b2de5b req-163fdb43-5e69-48c8-bc31-2a7f3e8e26d3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.1132524 Jul 26 16:06:17.290025 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bc1f0274-d94c-4e15-b991-55e578b2de5b req-b2378825-68de-49d3-a44d-505fa2258fc2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Jul 26 16:06:17.356333 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_common [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Allocated IP 172.27.1.15 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/afc87ab8-1a1e-45b9-94f3-0e6220ba7f7b) {{(pid=93039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:06:17.512763 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for port, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:17.593452 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:17.696327 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:06:17.711862 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.base_scheduler [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Resources bound (agent type, host, resource id): {{(pid=93039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:06:17.719647 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Received port after_create {{(pid=93039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:06:17.724547 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'Port': ['ID=afc87ab8-1a1e-45b9-94f3-0e6220ba7f7b,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:17.801948 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-f14544b7-8ffe-4a63-8fc1-7d6452f3924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:17.803644 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-f14544b7-8ffe-4a63-8fc1-7d6452f3924b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 1098 time: 0.0817881 Jul 26 16:06:17.831998 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91655b2e-8671-460d-a1a5-4f474139320f req-75f7276f-7938-4a1b-8be5-d88a52f75b9f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:17.833716 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-91655b2e-8671-460d-a1a5-4f474139320f req-75f7276f-7938-4a1b-8be5-d88a52f75b9f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.2345800 Jul 26 16:06:17.912949 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-e76dc18f-4e8b-4675-a737-5db98cdaa998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:17.914318 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-e76dc18f-4e8b-4675-a737-5db98cdaa998 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 912 time: 0.1016128 Jul 26 16:06:17.930134 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-91655b2e-8671-460d-a1a5-4f474139320f req-3a5e372e-5495-40b2-8291-92110e32c228 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792267 Jul 26 16:06:17.986740 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-1143d8af-215a-4693-800d-a646d3d3418b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae HTTP/1.1" status: 200 len: 1001 time: 0.0639503 Jul 26 16:06:18.048271 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-565605a6-1206-4cd2-b82e-e1f785eebec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:18.050267 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-565605a6-1206-4cd2-b82e-e1f785eebec8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0529566 Jul 26 16:06:18.124759 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-e52314f8-4083-46c7-8707-c50159bb45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:18.127283 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-e52314f8-4083-46c7-8707-c50159bb45ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686977 Jul 26 16:06:18.211175 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:18.231705 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-6d826070-2c8e-45a7-80d5-16e01472606c service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959380 Jul 26 16:06:18.351482 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:18.364419 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ec8d46aa-b78c-4412-917f-ace0235b34a7 req-d4be3ee0-8189-4caa-8ddb-b0bb7c014e0f service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237321 Jul 26 16:06:18.558018 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for port, precommit_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:18.564597 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917516'] for port, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:18.653025 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event updated for resources: {'Port': ['ID=afc87ab8-1a1e-45b9-94f3-0e6220ba7f7b,revision_number=2']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:18.672183 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:18.782868 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Floating IP da7e5659-79a6-446d-b05d-9a44fe1f811f associated. External IP: 172.27.1.15, port: cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d. Jul 26 16:06:19.297999 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Router 823c196d-375b-4474-b87a-ecbfd47c2387 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:06:19.373401 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf52597-6be4-4c80-a6a8-d7d16630c43a req-8f742e17-45e8-4834-aecb-2550d74109c8 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:19.375115 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dbf52597-6be4-4c80-a6a8-d7d16630c43a req-8f742e17-45e8-4834-aecb-2550d74109c8 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.1366699 Jul 26 16:06:19.464415 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dbf52597-6be4-4c80-a6a8-d7d16630c43a req-fcf04d37-2026-4c78-acac-d0998282f497 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808043 Jul 26 16:06:19.473580 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:06:19.492448 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] Sync routers for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:06:19.501006 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:19.508541 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:19.509584 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:19.561161 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-02d9cf74-ae72-43c8-815d-8a4eec8b4abb tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6003170 Jul 26 16:06:19.561925 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:06:19.565706 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0dd173f5874b755f0d31a5c42534d445bc165122030605ee8ee4e6ccc558b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a20e0-486d-46bc-b594-352c200d3967" -d '{"events": [{"name": "network-changed", "server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:06:19.669257 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:19.702008 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e3ef4e-e008-4752-b785-8eac50904bb9 x-openstack-request-id: req-b7e3ef4e-e008-4752-b785-8eac50904bb9 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:06:19.702372 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:06:19.702724 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7e3ef4e-e008-4752-b785-8eac50904bb9 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:06:19.703219 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'status': 'completed', 'code': 200} Jul 26 16:06:19.839384 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a20e0-486d-46bc-b594-352c200d3967 req-30047066-d03e-4941-ae54-f8ac7d4e383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:19.840855 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e37a20e0-486d-46bc-b594-352c200d3967 req-30047066-d03e-4941-ae54-f8ac7d4e383e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88159d692b1d49bca76efe6a41efd839&device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1099 time: 0.0816169 Jul 26 16:06:19.959069 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a20e0-486d-46bc-b594-352c200d3967 req-8e418dd3-2d5b-4e84-8aec-c12d59d1d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:19.961088 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e37a20e0-486d-46bc-b594-352c200d3967 req-8e418dd3-2d5b-4e84-8aec-c12d59d1d8b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 200 len: 909 time: 0.1110384 Jul 26 16:06:20.033432 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': 'da7e5659-79a6-446d-b05d-9a44fe1f811f', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'port_id': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'mac_address': 'fa:16:3e:28:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:06:18Z', 'updated_at': '2021-07-26T16:06:18Z', 'revision_number': 0, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:30Z', 'revision_number': 5, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:20.059451 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e37a20e0-486d-46bc-b594-352c200d3967 req-82facecc-4ae3-476c-8b31-e44cff4db68f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 200 len: 999 time: 0.0895419 Jul 26 16:06:20.064820 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] Checking router: 823c196d-375b-4474-b87a-ecbfd47c2387 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:06:20.075467 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:20.076233 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:20.117546 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a20e0-486d-46bc-b594-352c200d3967 req-8f772879-5e2d-4ef6-96aa-f2b83e21446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:20.119243 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e37a20e0-486d-46bc-b594-352c200d3967 req-8f772879-5e2d-4ef6-96aa-f2b83e21446a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2ff7004-5fec-4297-af77-9396fc32ae9d HTTP/1.1" status: 200 len: 847 time: 0.0517492 Jul 26 16:06:20.202228 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:20.224495 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a20e0-486d-46bc-b594-352c200d3967 req-54da2867-97d4-4da5-972e-34398222a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:20.227237 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e37a20e0-486d-46bc-b594-352c200d3967 req-54da2867-97d4-4da5-972e-34398222a5bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e1854a-3394-4992-b6bf-68cda45a53a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0983951 Jul 26 16:06:20.375963 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e37a20e0-486d-46bc-b594-352c200d3967 req-9a9d768d-a322-4f63-a98b-abcf135967f6 service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395299 Jul 26 16:06:20.489064 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e37a20e0-486d-46bc-b594-352c200d3967 req-34a5233a-7b9f-4482-bbe2-870b8a29761f service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035039 Jul 26 16:06:20.561415 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': 'da7e5659-79a6-446d-b05d-9a44fe1f811f', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'port_id': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'mac_address': 'fa:16:3e:28:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:06:18Z', 'updated_at': '2021-07-26T16:06:18Z', 'revision_number': 0, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:30Z', 'revision_number': 5, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:20.606381 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df7380-413c-4069-bd24-ec70f69dc9cd None None] The sync data for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi is: [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': 'da7e5659-79a6-446d-b05d-9a44fe1f811f', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'port_id': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'mac_address': 'fa:16:3e:28:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:06:18Z', 'updated_at': '2021-07-26T16:06:18Z', 'revision_number': 0, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:30Z', 'revision_number': 5, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:06:20.672234 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4767d-23fa-4e3c-b316-bd55145a0f79 req-6e961392-ebe7-4f31-b39d-e87f8064905d tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:20.674131 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dba4767d-23fa-4e3c-b316-bd55145a0f79 req-6e961392-ebe7-4f31-b39d-e87f8064905d tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.1011157 Jul 26 16:06:20.727037 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dba4767d-23fa-4e3c-b316-bd55145a0f79 req-ea98f53e-19b0-415c-8676-34c0a4f02685 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 Jul 26 16:06:20.852815 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84813651-a5fd-4d59-bf3c-5461c93e4f2e None None] New status for floating IP da7e5659-79a6-446d-b05d-9a44fe1f811f: ACTIVE {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:06:25.088410 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-9bd62685-f9eb-4de1-bb9b-17c579483148 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823181 Jul 26 16:06:25.191190 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-b577e9b4-4e39-434c-918d-3968ec2bd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:25.192624 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-b577e9b4-4e39-434c-918d-3968ec2bd0ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 1099 time: 0.0662277 Jul 26 16:06:25.306448 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-4ffa5f66-e077-46d2-866e-bc44837043ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:25.308433 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-4ffa5f66-e077-46d2-866e-bc44837043ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.0939131 Jul 26 16:06:25.384889 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-742c49b4-e58c-4dbf-a2fe-d314c6ff17c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=272802fa-60d3-4d2c-bd7a-74451a677050 HTTP/1.1" status: 200 len: 1002 time: 0.0681918 Jul 26 16:06:25.463048 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-a56a4844-ed41-40bc-a4f7-b2d8ec5494be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:25.464627 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-a56a4844-ed41-40bc-a4f7-b2d8ec5494be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0468163 Jul 26 16:06:25.537211 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-d650daab-1839-49e5-a17f-c4097ffb83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:25.538731 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-d650daab-1839-49e5-a17f-c4097ffb83be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0653191 Jul 26 16:06:25.653868 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-e2306dbe-af47-4a93-a8c4-760f6ab21c96 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986199 Jul 26 16:06:25.760795 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5c61c2cf-5fbb-4860-8aa4-dd81c9a77f9b req-a298e488-5d6f-4950-bf22-b5ce76342388 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985363 Jul 26 16:06:25.771513 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:26.234006 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-652a20d2-3a82-4791-bb83-9573e09548dd req-e2fb53f3-738f-452a-85e4-d4ac776952d3 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609219065&fields=id&tenant_id=489361edabed4636a9a2d1a938e5c4a2 HTTP/1.1" status: 200 len: 267 time: 0.0354116 Jul 26 16:06:26.312062 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a20d2-3a82-4791-bb83-9573e09548dd req-dcf8642b-541c-4dd0-af2e-229856eab858 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:26.313899 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-652a20d2-3a82-4791-bb83-9573e09548dd req-dcf8642b-541c-4dd0-af2e-229856eab858 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 985 time: 0.0741024 Jul 26 16:06:26.328942 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-652a20d2-3a82-4791-bb83-9573e09548dd req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Request body: {'port': {'security_groups': ['7b3abaa8-390b-47c8-88b7-5daa9a96cbbc']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:06:26.447825 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-652a20d2-3a82-4791-bb83-9573e09548dd req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:26.667394 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-652a20d2-3a82-4791-bb83-9573e09548dd req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] For port a50b16e2-779d-49a6-94a2-53b7538aeb29, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:26.703366 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-652a20d2-3a82-4791-bb83-9573e09548dd req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:26.709235 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-652a20d2-3a82-4791-bb83-9573e09548dd req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:26.752407 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a50b16e2-779d-49a6-94a2-53b7538aeb29'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:06:26.764531 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a20d2-3a82-4791-bb83-9573e09548dd req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:26.765303 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-652a20d2-3a82-4791-bb83-9573e09548dd req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:26.767912 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-652a20d2-3a82-4791-bb83-9573e09548dd req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "PUT /v2.0/ports/a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 943 time: 0.4450819 Jul 26 16:06:26.769421 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:06:26.773744 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46564) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:26.776838 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca05ac4-0aa2-42e4-a306-81d3627d8114" -d '{"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:06:26.806530 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event updated for resources: {'Port': ['ID=a50b16e2-779d-49a6-94a2-53b7538aeb29,revision_number=7']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:26.825578 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.827989 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.828713 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.829297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.830105 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.830678 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.831237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.831779 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.832372 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.832915 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.833455 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.834794 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f1f15-54b0-46ed-a6d6-b1325e07b5bb tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:26.846647 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82142e18-daad-4527-bc57-9ba58f258c6d x-openstack-request-id: req-82142e18-daad-4527-bc57-9ba58f258c6d {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:06:26.846948 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:06:26.847825 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82142e18-daad-4527-bc57-9ba58f258c6d {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:06:26.847825 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'status': 'completed', 'code': 200} Jul 26 16:06:26.911431 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:26.946212 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:26.979083 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a50b16e2-779d-49a6-94a2-53b7538aeb29'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:06:26.981734 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-179a8638-f977-4bf9-a148-602323f949da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:26.984539 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-179a8638-f977-4bf9-a148-602323f949da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1099 time: 0.1024246 Jul 26 16:06:27.032593 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.038065 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.042418 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "DELETE /v2.0/security-groups/2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb HTTP/1.1" status: 204 len: 168 time: 0.2649162 Jul 26 16:06:27.048447 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46568) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:27.069849 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c871ad6-26ae-4d3a-9b7f-e6fdd2df5cfb,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:27.110591 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-d70c2997-4b62-4e75-8186-09f49488b1d4 None None] Provisioning complete for port a50b16e2-779d-49a6-94a2-53b7538aeb29 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:06:27.111090 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d70c2997-4b62-4e75-8186-09f49488b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.130266 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-a8493154-5839-4e39-adfc-deccdd8560e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:27.131773 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-a8493154-5839-4e39-adfc-deccdd8560e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 200 len: 916 time: 0.1247938 Jul 26 16:06:27.159605 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.160085 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.160722 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.161324 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.161905 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.162631 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.163234 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.163947 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.164545 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.165122 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.165735 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.166274 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bbace-5721-4e5a-8fb4-215be87f2058 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:27.266688 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-423fd04e-6107-4923-8972-1ff8434581af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 1001 time: 0.1250129 Jul 26 16:06:27.333251 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-6d2c06ed-4d64-4cc0-a1c8-585bc9f0a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:27.334685 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-6d2c06ed-4d64-4cc0-a1c8-585bc9f0a375 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=01ae0ae2-fd28-41a9-9078-a034331e924a HTTP/1.1" status: 200 len: 854 time: 0.0559509 Jul 26 16:06:27.349575 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Deleting port a8c81284-05c1-4404-b401-d32804acb28d {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:27.349994 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.411645 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-3e13efd1-70bf-498a-b426-a4f109200c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:27.413204 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-3e13efd1-70bf-498a-b426-a4f109200c0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e0d8d79-58ad-46da-ae8d-00cfff608940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687351 Jul 26 16:06:27.444234 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.444542 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.457873 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Calling delete_port for a8c81284-05c1-4404-b401-d32804acb28d owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:27.526291 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-061f102c-9908-4e28-8e2c-ac0e6944c6b2 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968778 Jul 26 16:06:27.656734 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-eca05ac4-0aa2-42e4-a306-81d3627d8114 req-b234d2a1-6e43-41a0-9ef2-e1f3be7171b9 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207402 Jul 26 16:06:27.657400 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.704771 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event deleted for resources: {'Port': ['ID=a8c81284-05c1-4404-b401-d32804acb28d,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:27.776494 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:27.777174 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Floating IP 56981007-a608-4ece-afc2-03706c450c52 disassociated (deleted). External IP: 172.27.1.74, port: a50b16e2-779d-49a6-94a2-53b7538aeb29. Jul 26 16:06:28.008379 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Router 7b07b3cd-22f9-4100-be55-104c3e8a4993 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:06:28.123510 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:06:28.129127 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:28.135520 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] Sync routers for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:06:28.146069 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:28.146694 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:28.180800 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1ec605f8-8571-4571-8034-5d768bdfff70 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "DELETE /v2.0/floatingips/56981007-a608-4ece-afc2-03706c450c52 HTTP/1.1" status: 204 len: 168 time: 1.1308262 Jul 26 16:06:28.181397 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:06:28.183706 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0dd173f5874b755f0d31a5c42534d445bc165122030605ee8ee4e6ccc558b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:06:28.225116 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ab83f2-f804-4b32-b02b-1ee60c76dc04 x-openstack-request-id: req-62ab83f2-f804-4b32-b02b-1ee60c76dc04 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:06:28.225408 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:06:28.225657 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62ab83f2-f804-4b32-b02b-1ee60c76dc04 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:06:28.226051 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'status': 'completed', 'code': 200} Jul 26 16:06:28.293347 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:28.378504 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-7c65d972-5a4b-465c-be79-1db12dff5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:28.381060 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-7c65d972-5a4b-465c-be79-1db12dff5383 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=489361edabed4636a9a2d1a938e5c4a2&device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 1099 time: 0.0923448 Jul 26 16:06:28.569483 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-fe279cae-9015-4744-bd44-b2ff36b17b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:28.573165 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-fe279cae-9015-4744-bd44-b2ff36b17b5a service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 200 len: 916 time: 0.1757033 Jul 26 16:06:28.581361 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:19Z', 'revision_number': 5, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:28.610049 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] Checking router: 7b07b3cd-22f9-4100-be55-104c3e8a4993 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:06:28.620820 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:28.621212 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:28.642298 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-a4303ddf-3acd-44e0-9b62-260cf4afff7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 200 len: 217 time: 0.0472882 Jul 26 16:06:28.724974 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-8c4b3b02-b4ee-40b9-ae1c-80809eb0aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:28.726876 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-8c4b3b02-b4ee-40b9-ae1c-80809eb0aaa2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=01ae0ae2-fd28-41a9-9078-a034331e924a HTTP/1.1" status: 200 len: 854 time: 0.0738316 Jul 26 16:06:28.805543 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-22ef5d81-0926-4e0f-8287-738b1d44b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:28.806795 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-22ef5d81-0926-4e0f-8287-738b1d44b379 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e0d8d79-58ad-46da-ae8d-00cfff608940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0714691 Jul 26 16:06:28.891899 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:28.919439 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-0194c60e-2076-4a53-a0b9-ad2c1c2c5c9c service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003551 Jul 26 16:06:29.038297 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8d993b07-9ecd-47cf-aa64-7e2dfe25dc1d req-4a12478d-f5fc-469f-b574-e6dfea76d570 service neutron] 10.222.0.38 "GET /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022079 Jul 26 16:06:29.203312 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:19Z', 'revision_number': 5, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:29.232262 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27be37d-913b-4c04-8aec-2c7094c728e2 None None] The sync data for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi is: [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:02Z', 'revision_number': 4, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5ad01b3d-6273-4854-b82d-7500edece543', 'name': '', 'network_id': '3e0d8d79-58ad-46da-ae8d-00cfff608940', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'mac_address': 'fa:16:3e:fb:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:01Z', 'updated_at': '2021-07-26T16:03:19Z', 'revision_number': 5, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'subnets': [{'id': '01ae0ae2-fd28-41a9-9078-a034331e924a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:06:29.486249 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387dd0d-be0c-4d94-a240-302414bf8c4d None None] New status for floating IP 56981007-a608-4ece-afc2-03706c450c52: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:06:32.248376 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2c454-05a4-4093-9480-b2de570cb878 req-41e75275-c640-4f09-8506-ef55d049900b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:32.249882 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b7d2c454-05a4-4093-9480-b2de570cb878 req-41e75275-c640-4f09-8506-ef55d049900b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0671549 Jul 26 16:06:32.294951 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b7d2c454-05a4-4093-9480-b2de570cb878 req-ff16d317-ca77-47f7-93fa-8925fca16d2e tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Jul 26 16:06:33.453852 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e0260-9907-4f67-92f0-9709cd335eb5 req-04a15882-3877-4e0f-955d-9d9808c1067b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:33.455369 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b77e0260-9907-4f67-92f0-9709cd335eb5 req-04a15882-3877-4e0f-955d-9d9808c1067b tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0757587 Jul 26 16:06:33.500062 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b77e0260-9907-4f67-92f0-9709cd335eb5 req-254ec4f8-9352-4e20-9c56-273ff3af418e tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381799 Jul 26 16:06:33.707791 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7df2cef5-6c68-4779-95df-c1340d0cf18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:34.835363 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-2ff2f9a3-a8e1-49d8-9812-cddce3b021cc tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:34.837423 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-2ff2f9a3-a8e1-49d8-9812-cddce3b021cc tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.38 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.3762977 Jul 26 16:06:34.853181 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccebd6-6fbd-4cf6-b4c3-a06b5d150a5c req-fd7690d1-b86c-4f3d-a236-189ff64c7db1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:34.854930 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f7ccebd6-6fbd-4cf6-b4c3-a06b5d150a5c req-fd7690d1-b86c-4f3d-a236-189ff64c7db1 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 946 time: 0.0973098 Jul 26 16:06:34.928895 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f7ccebd6-6fbd-4cf6-b4c3-a06b5d150a5c req-86224571-1fbf-4c0d-a74c-c8e15183bc81 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/security-groups?id=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659020 Jul 26 16:06:35.008185 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Deleting port a50b16e2-779d-49a6-94a2-53b7538aeb29 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:35.009162 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:35.111332 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] For port a50b16e2-779d-49a6-94a2-53b7538aeb29, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a50b16e2-779d-49a6-94a2-53b7538aeb29,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:35.111693 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:35.125841 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Calling delete_port for a50b16e2-779d-49a6-94a2-53b7538aeb29 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:35.272689 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:35.305750 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Pushing event deleted for resources: {'Port': ['ID=a50b16e2-779d-49a6-94a2-53b7538aeb29,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:35.312286 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['a50b16e2-779d-49a6-94a2-53b7538aeb29'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:06:35.370587 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] No DVR routers for this DVR port a50b16e2-779d-49a6-94a2-53b7538aeb29 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:06:35.374088 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:35.375975 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0fc5266a-72ae-46c0-b785-17b6bb450e26 req-8e0a41ba-5304-4e0d-acb3-1ce2c929a618 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.38 "DELETE /v2.0/ports/a50b16e2-779d-49a6-94a2-53b7538aeb29 HTTP/1.1" status: 204 len: 173 time: 0.5200920 Jul 26 16:06:35.376467 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'name': 'network-vif-deleted', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:06:35.378769 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cd61c2-e5f9-43a0-b7c5-574bffd32489" -d '{"events": [{"server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "name": "network-vif-deleted", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:06:35.418045 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f19017a-fd68-42e7-a8dd-188b2e647a35 x-openstack-request-id: req-4f19017a-fd68-42e7-a8dd-188b2e647a35 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:06:35.418339 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58958dd-dd85-4260-a072-2bc2e1ee5053", "name": "network-vif-deleted", "tag": "a50b16e2-779d-49a6-94a2-53b7538aeb29", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:06:35.418711 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f19017a-fd68-42e7-a8dd-188b2e647a35 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:06:35.419112 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58958dd-dd85-4260-a072-2bc2e1ee5053', 'name': 'network-vif-deleted', 'tag': 'a50b16e2-779d-49a6-94a2-53b7538aeb29', 'status': 'completed', 'code': 200} Jul 26 16:06:36.103522 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e9cf8cff-1bee-4b20-bb60-32217965fb28 req-af6c341a-a06a-411d-830a-2f04fad95ed5 tempest-TestMinimumBasicScenario-695175086 tempest-TestMinimumBasicScenario-695175086-project] 10.222.0.50 "GET /v2.0/ports?device_id=a58958dd-dd85-4260-a072-2bc2e1ee5053 HTTP/1.1" status: 200 len: 210 time: 0.0396700 Jul 26 16:06:36.202919 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0797d5e1-6a2b-4673-85c5-74b1cde6f575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:36.479431 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:37.238347 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:37.525828 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device a50b16e2-779d-49a6-94a2-53b7538aeb29 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:06:37.556840 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: a50b16e2-779d-49a6-94a2-53b7538aeb29 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:06:37.557085 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device a50b16e2-779d-49a6-94a2-53b7538aeb29 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:06:37.891058 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46680) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:38.265124 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:38.521689 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Deleting port 5ad01b3d-6273-4854-b82d-7500edece543 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:38.521951 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:38.602492 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] For port 5ad01b3d-6273-4854-b82d-7500edece543, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=5ad01b3d-6273-4854-b82d-7500edece543,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:38.602902 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:38.616172 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Calling delete_port for 5ad01b3d-6273-4854-b82d-7500edece543 owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:38.813828 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:38.842742 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad01b3d-6273-4854-b82d-7500edece543,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:38.924651 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:39.030279 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:39.478848 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Router 7b07b3cd-22f9-4100-be55-104c3e8a4993 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:06:39.588697 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:06:39.596339 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5855b068-374d-40f3-9e70-16f8f4c451ab admin admin] 10.222.0.50 "PUT /v2.0/routers/7b07b3cd-22f9-4100-be55-104c3e8a4993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024124 Jul 26 16:06:39.597361 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46682) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:39.600790 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] Sync routers for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:06:39.616966 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:39.617954 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:39.704977 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks [] for router, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:39.724261 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:39.830566 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:39.895328 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Deleting port d61e0ac1-1f64-426d-9296-f8ef2df1c963 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:39.895773 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:39.926939 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:06:38Z', 'revision_number': 5, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port': {'id': 'd61e0ac1-1f64-426d-9296-f8ef2df1c963', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:39.958073 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] Checking router: 7b07b3cd-22f9-4100-be55-104c3e8a4993 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:06:39.966827 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] Routers {'7b07b3cd-22f9-4100-be55-104c3e8a4993'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:39.967446 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['7b07b3cd-22f9-4100-be55-104c3e8a4993'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:39.984650 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] For port d61e0ac1-1f64-426d-9296-f8ef2df1c963, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=d61e0ac1-1f64-426d-9296-f8ef2df1c963,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:39.985032 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.000080 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Calling delete_port for d61e0ac1-1f64-426d-9296-f8ef2df1c963 owned by network:router_gateway {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:40.064537 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] Set router 7b07b3cd-22f9-4100-be55-104c3e8a4993 gateway port host: None {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:40.144348 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:06:39Z', 'revision_number': 6, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port_host': None}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:40.172954 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92444c7c-281d-4167-af8c-436f00caea0b None None] The sync data for ids ['7b07b3cd-22f9-4100-be55-104c3e8a4993'] in dv-cinder-797608-11-iscsi is: [{'id': '7b07b3cd-22f9-4100-be55-104c3e8a4993', 'name': 'tempest-TestMinimumBasicScenario-1538844530-router', 'tenant_id': '489361edabed4636a9a2d1a938e5c4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:02:59Z', 'updated_at': '2021-07-26T16:06:39Z', 'revision_number': 6, 'project_id': '489361edabed4636a9a2d1a938e5c4a2', 'gw_port_host': None}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:06:40.202234 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.231851 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61e0ac1-1f64-426d-9296-f8ef2df1c963,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:40.298684 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.414062 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.416015 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.480894 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.481375 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b07b3cd-22f9-4100-be55-104c3e8a4993 {{(pid=93039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:06:40.487313 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.488314 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2e16733e-3789-4315-bdf2-3348b9726992 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7b07b3cd-22f9-4100-be55-104c3e8a4993 HTTP/1.1" status: 204 len: 168 time: 0.8899179 Jul 26 16:06:40.491320 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46684) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:40.541070 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7de49df-616c-4920-b7a1-b50c091177d2 admin admin] Deleting subnet 01ae0ae2-fd28-41a9-9078-a034331e924a {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:06:40.546912 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b7de49df-616c-4920-b7a1-b50c091177d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.590678 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b7de49df-616c-4920-b7a1-b50c091177d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.707706 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b7de49df-616c-4920-b7a1-b50c091177d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.766675 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b7de49df-616c-4920-b7a1-b50c091177d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.792893 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de49df-616c-4920-b7a1-b50c091177d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ae0ae2-fd28-41a9-9078-a034331e924a,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:40.797051 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b7de49df-616c-4920-b7a1-b50c091177d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.798997 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b7de49df-616c-4920-b7a1-b50c091177d2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/01ae0ae2-fd28-41a9-9078-a034331e924a HTTP/1.1" status: 204 len: 168 time: 0.3067346 Jul 26 16:06:40.802116 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46688) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:40.805156 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8348f9-006e-4b79-baa2-5729eaa960c2 None None] Network 3e0d8d79-58ad-46da-ae8d-00cfff608940 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:06:40.878539 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:40.890206 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:06:40.948828 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Deleting port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:40.949179 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.022359 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] For port b3fe9f16-3ba7-469c-aa98-0724ff0d9414, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:41.022713 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.038420 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] DHCP port deletion for 3e0d8d79-58ad-46da-ae8d-00cfff608940 request from dv-cinder-797608-11-iscsi {{(pid=93040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 16:06:41.040405 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Calling delete_port for b3fe9f16-3ba7-469c-aa98-0724ff0d9414 owned by network:dhcp {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:41.088939 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Deleting port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:41.089328 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.130994 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.154177 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] For port b3fe9f16-3ba7-469c-aa98-0724ff0d9414, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,segment=NetworkSegment(52d85357-a781-4b87-a44e-a6ffc236741b),segment_id=52d85357-a781-4b87-a44e-a6ffc236741b)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:41.154579 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.158831 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:41.162295 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] No DVR routers for this DVR port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 on host dv-cinder-797608-11-iscsi {{(pid=93039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:06:41.185237 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Calling delete_port for b3fe9f16-3ba7-469c-aa98-0724ff0d9414 owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:41.256161 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.271622 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0d8d79-58ad-46da-ae8d-00cfff608940']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:41.296661 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d85357-a781-4b87-a44e-a6ffc236741b') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:41.296955 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d85357-a781-4b87-a44e-a6ffc236741b') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:41.307611 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.324764 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.331208 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:06:41.344024 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:06:41.374382 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Pushing event deleted for resources: {'Port': ['ID=b3fe9f16-3ba7-469c-aa98-0724ff0d9414,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:41.379296 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] No DVR routers for this DVR port b3fe9f16-3ba7-469c-aa98-0724ff0d9414 on host dv-cinder-797608-11-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:06:41.385296 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.385648 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.385991 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.386328 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.386748 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.387084 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.387412 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.387740 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.388071 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.388557 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.389404 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.389729 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366a47-9909-4cec-ba28-8c7a5d18603e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:06:41.407480 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.423887 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.425873 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3e0d8d79-58ad-46da-ae8d-00cfff608940 HTTP/1.1" status: 204 len: 168 time: 0.6228018 Jul 26 16:06:41.427250 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f682e-fc1f-42ba-8f53-542a88dc3498 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0d8d79-58ad-46da-ae8d-00cfff608940,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:41.430342 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46690) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:41.798686 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:41.827452 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device d61e0ac1-1f64-426d-9296-f8ef2df1c963 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:06:41.848646 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: d61e0ac1-1f64-426d-9296-f8ef2df1c963 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:06:41.848909 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device d61e0ac1-1f64-426d-9296-f8ef2df1c963 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:06:41.849331 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device b3fe9f16-3ba7-469c-aa98-0724ff0d9414 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:06:41.868858 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: b3fe9f16-3ba7-469c-aa98-0724ff0d9414 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:06:41.869205 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device b3fe9f16-3ba7-469c-aa98-0724ff0d9414 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:06:41.869623 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 5ad01b3d-6273-4854-b82d-7500edece543 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:06:41.895721 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 5ad01b3d-6273-4854-b82d-7500edece543 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:06:41.896135 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 5ad01b3d-6273-4854-b82d-7500edece543 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:06:42.099212 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Deleting port 310f328d-83bd-4443-9eae-92ed604c8d12 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:42.099460 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:42.179507 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] For port 310f328d-83bd-4443-9eae-92ed604c8d12, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=310f328d-83bd-4443-9eae-92ed604c8d12,segment=NetworkSegment(cf9a0be1-6ec4-4a8d-ac31-bc9532375f49),segment_id=cf9a0be1-6ec4-4a8d-ac31-bc9532375f49)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:42.179884 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:42.197836 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Calling delete_port for 310f328d-83bd-4443-9eae-92ed604c8d12 owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:42.390929 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:42.416242 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=310f328d-83bd-4443-9eae-92ed604c8d12,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:42.592542 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:42.830592 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:06:42.936829 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:06:42.942074 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-91a2be8d-6c85-4c21-8f62-e2d5b1d20ae8 admin admin] 10.222.0.50 "PUT /v2.0/routers/5de774a4-9d0d-4e6a-9be0-60982f52eec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5107510 Jul 26 16:06:42.944543 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46692) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:42.946964 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] Sync routers for ids ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:06:42.957235 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] Routers {'5de774a4-9d0d-4e6a-9be0-60982f52eec4'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:42.957839 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:43.089919 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] Set router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:43.295518 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:06:42Z', 'revision_number': 5, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:43.297861 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:43.326703 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] Checking router: 5de774a4-9d0d-4e6a-9be0-60982f52eec4 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:06:43.336704 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] Routers {'5de774a4-9d0d-4e6a-9be0-60982f52eec4'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:43.337981 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:43.430458 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:43.471117 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] Set router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:43.485387 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Deleting port 7637eca2-17ac-41d4-874c-63035b87a29e {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:43.485729 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:43.577917 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] For port 7637eca2-17ac-41d4-874c-63035b87a29e, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=7637eca2-17ac-41d4-874c-63035b87a29e,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:43.578357 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:43.598467 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Calling delete_port for 7637eca2-17ac-41d4-874c-63035b87a29e owned by network:router_gateway {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:43.662473 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:06:42Z', 'revision_number': 5, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:43.692623 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d907b8c-aaed-4dbf-9316-21d9e522cbec None None] The sync data for ids ['5de774a4-9d0d-4e6a-9be0-60982f52eec4'] in dv-cinder-797608-11-iscsi is: [{'id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'name': 'tempest-TestMinimumBasicScenario-1281873183-router', 'tenant_id': '827ba291a88c414b8f814609cd87049e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:06:42Z', 'revision_number': 5, 'project_id': '827ba291a88c414b8f814609cd87049e', 'gw_port': {'id': '7637eca2-17ac-41d4-874c-63035b87a29e', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de774a4-9d0d-4e6a-9be0-60982f52eec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:06:43.783763 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:43.815111 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7637eca2-17ac-41d4-874c-63035b87a29e,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:43.888171 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:43.986365 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:43.988475 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.041800 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.042436 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de774a4-9d0d-4e6a-9be0-60982f52eec4 {{(pid=93039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:06:44.050224 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.054463 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-670be64e-ac07-4454-bd7d-78fc3ac11a4a admin admin] 10.222.0.50 "DELETE /v2.0/routers/5de774a4-9d0d-4e6a-9be0-60982f52eec4 HTTP/1.1" status: 204 len: 168 time: 1.1067710 Jul 26 16:06:44.054960 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46694) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:44.125610 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-5859f224-46b5-4c71-b902-1751e2f022e7 admin admin] Deleting subnet 90d4fda8-6588-4126-8109-7ad06f4d1262 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:06:44.130628 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5859f224-46b5-4c71-b902-1751e2f022e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.168227 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5859f224-46b5-4c71-b902-1751e2f022e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.192680 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 310f328d-83bd-4443-9eae-92ed604c8d12 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:06:44.214127 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 310f328d-83bd-4443-9eae-92ed604c8d12 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:06:44.214662 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 310f328d-83bd-4443-9eae-92ed604c8d12 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:06:44.264293 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5859f224-46b5-4c71-b902-1751e2f022e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.322306 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5859f224-46b5-4c71-b902-1751e2f022e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.353419 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859f224-46b5-4c71-b902-1751e2f022e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d4fda8-6588-4126-8109-7ad06f4d1262,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:44.357299 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-5859f224-46b5-4c71-b902-1751e2f022e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.362135 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5859f224-46b5-4c71-b902-1751e2f022e7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/90d4fda8-6588-4126-8109-7ad06f4d1262 HTTP/1.1" status: 204 len: 168 time: 0.3028967 Jul 26 16:06:44.362135 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 46696) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:44.365351 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454dc67-f370-4726-872c-d5f3da640518 None None] Network a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:06:44.440981 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.502957 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Deleting port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:44.503401 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.580430 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] DHCP port deletion for a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca request from dv-cinder-797608-11-iscsi {{(pid=93040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 16:06:44.590076 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] For port ab933c0a-11c2-4c3e-8916-2fda6702c7c9, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,segment=NetworkSegment(cf9a0be1-6ec4-4a8d-ac31-bc9532375f49),segment_id=cf9a0be1-6ec4-4a8d-ac31-bc9532375f49)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:44.590363 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.608177 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Calling delete_port for ab933c0a-11c2-4c3e-8916-2fda6702c7c9 owned by network:dhcp {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:44.651409 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] Deleting port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:44.652128 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.723070 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.740089 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] For port ab933c0a-11c2-4c3e-8916-2fda6702c7c9, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,segment=NetworkSegment(cf9a0be1-6ec4-4a8d-ac31-bc9532375f49),segment_id=cf9a0be1-6ec4-4a8d-ac31-bc9532375f49)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:44.740584 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.756685 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] Calling delete_port for ab933c0a-11c2-4c3e-8916-2fda6702c7c9 owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:44.764955 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:44.767279 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] No DVR routers for this DVR port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 on host dv-cinder-797608-11-iscsi {{(pid=93039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:06:44.842939 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.848186 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.854103 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:44.866463 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:44.867075 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9a0be1-6ec4-4a8d-ac31-bc9532375f49') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:44.874972 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] Pushing event deleted for resources: {'Port': ['ID=ab933c0a-11c2-4c3e-8916-2fda6702c7c9,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:44.878048 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.881714 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6c5cc-0215-4e4d-ada3-0b71ea6a09e8 None None] No DVR routers for this DVR port ab933c0a-11c2-4c3e-8916-2fda6702c7c9 on host dv-cinder-797608-11-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:06:44.908105 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.915114 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:06:44.915788 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:06:44.918039 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:06:44.987102 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.992470 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:44.994675 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca HTTP/1.1" status: 204 len: 168 time: 0.6318717 Jul 26 16:06:45.012934 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70721c-d73f-4477-b855-ac8d72e7b0d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a980f9cf-dcee-4b2a-b910-1e24a3f2e9ca,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:45.184947 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46700) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:45.238327 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-cd48f901-0a54-4506-849d-49594fd11d2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=489361edabed4636a9a2d1a938e5c4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519533 Jul 26 16:06:45.242175 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46702) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:45.291951 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0d69cd0a-df26-4d46-a295-6538d12e4610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:45.322898 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0d69cd0a-df26-4d46-a295-6538d12e4610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:45.381129 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0d69cd0a-df26-4d46-a295-6538d12e4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:45.385614 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0d69cd0a-df26-4d46-a295-6538d12e4610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:45.387545 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0d69cd0a-df26-4d46-a295-6538d12e4610 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b3abaa8-390b-47c8-88b7-5daa9a96cbbc HTTP/1.1" status: 204 len: 168 time: 0.1442368 Jul 26 16:06:45.397095 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69cd0a-df26-4d46-a295-6538d12e4610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3abaa8-390b-47c8-88b7-5daa9a96cbbc,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:45.792276 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46708) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:45.835991 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device ab933c0a-11c2-4c3e-8916-2fda6702c7c9 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:06:45.840930 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-a3b8a2a2-e8f7-4364-97fa-ebb0d7d2e250 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=827ba291a88c414b8f814609cd87049e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497448 Jul 26 16:06:45.843520 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46710) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:06:45.857815 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: ab933c0a-11c2-4c3e-8916-2fda6702c7c9 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:06:45.858272 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device ab933c0a-11c2-4c3e-8916-2fda6702c7c9 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:06:45.858769 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 7637eca2-17ac-41d4-874c-63035b87a29e no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:06:45.878808 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 7637eca2-17ac-41d4-874c-63035b87a29e {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:06:45.879146 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 7637eca2-17ac-41d4-874c-63035b87a29e not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:06:45.905502 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-37ff9432-5d3a-4baf-98b2-47d602235b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:45.926638 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-37ff9432-5d3a-4baf-98b2-47d602235b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:45.974343 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-37ff9432-5d3a-4baf-98b2-47d602235b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:45.977446 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-37ff9432-5d3a-4baf-98b2-47d602235b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:45.978853 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-37ff9432-5d3a-4baf-98b2-47d602235b5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd7896ff-ab82-4992-886b-0e010c5c302c HTTP/1.1" status: 204 len: 168 time: 0.1345317 Jul 26 16:06:45.987643 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff9432-5d3a-4baf-98b2-47d602235b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7896ff-ab82-4992-886b-0e010c5c302c,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:51.879455 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c943f-1447-4e5c-a508-10915af85fba req-88b78a15-ddf7-4ced-8b5f-031dd7593425 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:51.880962 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7b3c943f-1447-4e5c-a508-10915af85fba req-88b78a15-ddf7-4ced-8b5f-031dd7593425 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.0668960 Jul 26 16:06:51.922973 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7b3c943f-1447-4e5c-a508-10915af85fba req-d366835b-4c90-4593-a1d2-607140865e0c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Jul 26 16:06:52.839247 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bb7f5-6fba-4f54-8695-deed6a5cf803 req-00fe360d-38c8-4270-aa4c-574aa1a54ede tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:52.840857 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-524bb7f5-6fba-4f54-8695-deed6a5cf803 req-00fe360d-38c8-4270-aa4c-574aa1a54ede tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0690823 Jul 26 16:06:52.881071 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-524bb7f5-6fba-4f54-8695-deed6a5cf803 req-89c51226-193a-4c48-83f5-d4b7830e5871 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341694 Jul 26 16:06:53.080003 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44d079-b2b2-4c95-abe9-2c56dca31aa3 req-7732b6c3-220d-40d1-a48d-152340a87d27 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:53.081616 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ab44d079-b2b2-4c95-abe9-2c56dca31aa3 req-7732b6c3-220d-40d1-a48d-152340a87d27 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.0864575 Jul 26 16:06:53.129498 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ab44d079-b2b2-4c95-abe9-2c56dca31aa3 req-0c6b60c6-bf35-4d3c-861c-cf3aed3d28c3 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Jul 26 16:06:53.867051 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-5d3880a6-3601-4722-9b21-ef70a54386dd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:53.868548 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-5d3880a6-3601-4722-9b21-ef70a54386dd tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.0632255 Jul 26 16:06:54.012868 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Deleting port 272802fa-60d3-4d2c-bd7a-74451a677050 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:06:54.014103 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:54.100358 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30a828-df47-4c30-9c69-eb2c63a49ae8 req-6e7b94ae-9373-45a5-ae72-3ada1f38d1da tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:54.101914 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7b30a828-df47-4c30-9c69-eb2c63a49ae8 req-6e7b94ae-9373-45a5-ae72-3ada1f38d1da tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.1478202 Jul 26 16:06:54.162018 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] For port 272802fa-60d3-4d2c-bd7a-74451a677050, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=272802fa-60d3-4d2c-bd7a-74451a677050,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:06:54.162415 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:54.169194 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7b30a828-df47-4c30-9c69-eb2c63a49ae8 req-949fb98d-d1a6-467a-81ec-77d6181f1ee7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595603 Jul 26 16:06:54.264507 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d1384-554e-40c5-8cce-60c61352cc72 req-26ad4b16-550d-440e-8191-db809f826e2f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:54.266066 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a8d1384-554e-40c5-8cce-60c61352cc72 req-26ad4b16-550d-440e-8191-db809f826e2f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 946 time: 0.0690446 Jul 26 16:06:54.304373 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4a8d1384-554e-40c5-8cce-60c61352cc72 req-be5771ef-5cfb-4b65-a255-540372d3b1b9 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Jul 26 16:06:54.349660 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:54.350037 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:54.350353 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Floating IP 907f681e-aff1-4cec-9745-a3b47b50797a disassociated. External IP: 172.27.1.196, port: 272802fa-60d3-4d2c-bd7a-74451a677050. Jul 26 16:06:54.350694 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Calling delete_port for 272802fa-60d3-4d2c-bd7a-74451a677050 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:06:54.481193 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:54.510580 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event deleted for resources: {'Port': ['ID=272802fa-60d3-4d2c-bd7a-74451a677050,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:54.638877 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:06:54.750659 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:06:54.763684 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:06:54.776306 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:54.776931 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:54.796618 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] No DVR routers for this DVR port 272802fa-60d3-4d2c-bd7a-74451a677050 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:06:54.799084 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:54.801124 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e594cdcd-24c4-4d7e-8cab-284e3791f4c7 req-c734fec1-efa1-4b4e-91cb-3aa663bb8f09 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "DELETE /v2.0/ports/272802fa-60d3-4d2c-bd7a-74451a677050 HTTP/1.1" status: 204 len: 173 time: 0.9258449 Jul 26 16:06:54.801587 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'name': 'network-vif-deleted', 'tag': '272802fa-60d3-4d2c-bd7a-74451a677050'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:06:54.803849 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d33132-a863-4a32-98e2-03cbf02ebc64" -d '{"events": [{"server_uuid": "51995cc7-6f17-49b5-b898-b12dde4cfe64", "name": "network-vif-deleted", "tag": "272802fa-60d3-4d2c-bd7a-74451a677050"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:06:54.846454 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adc20ee-85ae-475c-8633-5da88d17f97d x-openstack-request-id: req-2adc20ee-85ae-475c-8633-5da88d17f97d {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:06:54.846823 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51995cc7-6f17-49b5-b898-b12dde4cfe64", "name": "network-vif-deleted", "tag": "272802fa-60d3-4d2c-bd7a-74451a677050", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:06:54.847141 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2adc20ee-85ae-475c-8633-5da88d17f97d {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:06:54.847651 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51995cc7-6f17-49b5-b898-b12dde4cfe64', 'name': 'network-vif-deleted', 'tag': '272802fa-60d3-4d2c-bd7a-74451a677050', 'status': 'completed', 'code': 200} Jul 26 16:06:54.893790 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:55.116707 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:55.142938 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:06:55.151519 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:06:55.152137 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:06:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:55.329501 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f986f-196e-42ac-adec-09c77c17646f req-d5fc3bb8-ff75-4787-843d-3252de010641 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:55.331098 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-274f986f-196e-42ac-adec-09c77c17646f req-d5fc3bb8-ff75-4787-843d-3252de010641 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0772586 Jul 26 16:06:55.384319 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-274f986f-196e-42ac-adec-09c77c17646f req-140111b7-dc2d-4cd4-9088-e3e618ddf181 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Jul 26 16:06:55.399353 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:06:55.430155 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9648c906-3ad2-468d-9b31-bc3967521d6c req-648bb079-1989-4d82-ac59-6cb1ad50cd98 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=51995cc7-6f17-49b5-b898-b12dde4cfe64 HTTP/1.1" status: 200 len: 210 time: 0.0376368 Jul 26 16:06:55.604303 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:06:55.635888 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f6ad8-13f8-418d-b115-e334ce913340 None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:06:55.771298 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:55.886473 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281e0e2-4a44-46f3-a360-d7b484bd6d04 None None] New status for floating IP 907f681e-aff1-4cec-9745-a3b47b50797a: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:06:56.553270 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf8450-bee1-41da-b1d5-c98924ebf993 req-4825d91c-53e6-49b8-8eee-a11ce7c1c68b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:56.554863 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ecaf8450-bee1-41da-b1d5-c98924ebf993 req-4825d91c-53e6-49b8-8eee-a11ce7c1c68b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0867119 Jul 26 16:06:56.599088 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ecaf8450-bee1-41da-b1d5-c98924ebf993 req-8708c22e-2c40-4792-b62e-8db0688ca24f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363283 Jul 26 16:06:56.728761 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-d3e891f0-0ac2-4e9d-ad21-9c17b1ff7cf2 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417938179&fields=id&tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 267 time: 0.0349975 Jul 26 16:06:56.849249 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-5333f86c-2b78-4c72-bbd2-d81190c2a65d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:56.850738 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-5333f86c-2b78-4c72-bbd2-d81190c2a65d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 811 time: 0.1102345 Jul 26 16:06:56.866253 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-00f6f95a-a2e6-4bad-b02f-be28039c56b3 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/quotas/a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 375 time: 0.0096784 Jul 26 16:06:56.940504 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-6846bc82-e918-4a4a-bd4f-f53423bdd58f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685129 Jul 26 16:06:57.041991 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-9371bb76-5dad-40ba-b26b-e8e1b72e6adf service neutron] 10.222.0.50 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879099 Jul 26 16:06:57.156132 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0a73fbca-2fa6-4d50-93bb-fd20ee42eb18 service neutron] 10.222.0.50 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076109 Jul 26 16:06:57.448813 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-377b178c-87c2-4ef9-abd0-d5767d99f468 req-0a51d212-bcfe-4f6e-a983-418005031160 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 210 time: 0.0341556 Jul 26 16:06:57.667214 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 272802fa-60d3-4d2c-bd7a-74451a677050 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:06:57.689029 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 272802fa-60d3-4d2c-bd7a-74451a677050 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:06:57.689380 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 272802fa-60d3-4d2c-bd7a-74451a677050 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:06:57.749434 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd23b57-7700-4079-9cfd-e529d2123284 req-47997264-5409-4f52-8658-fad93c7efc7a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:57.752061 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8cd23b57-7700-4079-9cfd-e529d2123284 req-47997264-5409-4f52-8658-fad93c7efc7a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0780995 Jul 26 16:06:57.797179 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8cd23b57-7700-4079-9cfd-e529d2123284 req-f1a26e1d-2ef6-4539-a371-747c8e4db505 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346124 Jul 26 16:06:58.555791 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8f13f72d-7d7f-4e2c-b702-987e774bb2ce req-1058fa9d-8956-44d9-9b80-97d5a7945edc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 210 time: 0.0288184 Jul 26 16:06:58.580611 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-3d4d2022-ca67-49ac-9b56-1a5d4ca7cd08 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:58.582412 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-3d4d2022-ca67-49ac-9b56-1a5d4ca7cd08 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 811 time: 0.1122499 Jul 26 16:06:58.636539 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-de861b95-de99-4c0f-b10b-dd77ecd4c437 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 380 time: 0.0366130 Jul 26 16:06:58.652880 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'port': {'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'admin_state_up': True, 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'security_groups': ['2887d898-fadc-41a1-9c41-1851c7e9072c']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:06:58.773864 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Made reservation on behalf of a521acbf91bb4c9b8b4739a09bcd60b2 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:06:58.778620 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:58.944854 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Allocated IP 172.20.0.13 (df718479-1703-448c-84ac-ed84f9f84200/b4ccf388-3e84-4c72-a2e2-939f2ad4ebca/72acba53-3619-450e-b6a9-f0a10ec33903) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:06:59.002195 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28936ea7-14eb-4d1a-9cc7-1501e3cdc9a1 req-151d9cdd-e06c-4bf7-8cbc-b7e180974a44 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:59.003696 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-28936ea7-14eb-4d1a-9cc7-1501e3cdc9a1 req-151d9cdd-e06c-4bf7-8cbc-b7e180974a44 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.1148627 Jul 26 16:06:59.101476 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-28936ea7-14eb-4d1a-9cc7-1501e3cdc9a1 req-6590f8d6-669c-4052-a6be-1203c4ad448f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821698 Jul 26 16:06:59.142228 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:59.159500 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Transition to ACTIVE for port object 72acba53-3619-450e-b6a9-f0a10ec33903 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:06:59.196045 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:59.240583 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Network df718479-1703-448c-84ac-ed84f9f84200 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:06:59.245948 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:06:59.250019 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:06:59.256820 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=72acba53-3619-450e-b6a9-f0a10ec33903,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:59.304133 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:59.305098 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:59.324806 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-2c5e7728-4f3e-44f0-93af-b0ee73f6a4a8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6755037 Jul 26 16:06:59.351374 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Request body: {'port': {'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:06:59.459461 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:59.536405 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-d4b19f7a-7fe7-4c26-911c-8b49ad99f8de None None] Provisioning for port 72acba53-3619-450e-b6a9-f0a10ec33903 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:06:59.541402 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-d4b19f7a-7fe7-4c26-911c-8b49ad99f8de None None] Provisioning complete for port 72acba53-3619-450e-b6a9-f0a10ec33903 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:06:59.541772 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d4b19f7a-7fe7-4c26-911c-8b49ad99f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:59.580639 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-d4b19f7a-7fe7-4c26-911c-8b49ad99f8de None None] Port 72acba53-3619-450e-b6a9-f0a10ec33903 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:06:59.696607 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546243a-da23-4acf-b40c-8d0f833893d9 req-af5d4933-3b4f-4079-9a29-08601a5a4d96 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:06:59.698157 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d546243a-da23-4acf-b40c-8d0f833893d9 req-af5d4933-3b4f-4079-9a29-08601a5a4d96 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 932 time: 0.0690098 Jul 26 16:06:59.744060 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d546243a-da23-4acf-b40c-8d0f833893d9 req-ff6dec28-1d15-403c-8439-60bbbae11282 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 Jul 26 16:06:59.766475 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72acba53-3619-450e-b6a9-f0a10ec33903 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:06:59.775096 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:59.789019 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Transition to ACTIVE for port object 72acba53-3619-450e-b6a9-f0a10ec33903 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:06:59.794050 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:06:59.906568 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Pushing event updated for resources: {'Port': ['ID=72acba53-3619-450e-b6a9-f0a10ec33903,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:06:59.969217 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Attempting to bind port 72acba53-3619-450e-b6a9-f0a10ec33903 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:06:59.969485 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Attempting to bind port 72acba53-3619-450e-b6a9-f0a10ec33903 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:06:59.969636 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Attempting to bind port 72acba53-3619-450e-b6a9-f0a10ec33903 on network df718479-1703-448c-84ac-ed84f9f84200 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:06:59.974570 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Port 72acba53-3619-450e-b6a9-f0a10ec33903 on network df718479-1703-448c-84ac-ed84f9f84200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:06:59.974929 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Attempting to bind port 72acba53-3619-450e-b6a9-f0a10ec33903 on network df718479-1703-448c-84ac-ed84f9f84200 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:06:59.980909 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:06:59.981243 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Checking segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:06:59.981623 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Bound using segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:06:59.982098 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Bound port: 72acba53-3619-450e-b6a9-f0a10ec33903, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:06:59.982452 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:00.059675 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] For port 72acba53-3619-450e-b6a9-f0a10ec33903, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:07:00.066998 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] For port 72acba53-3619-450e-b6a9-f0a10ec33903, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72acba53-3619-450e-b6a9-f0a10ec33903,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:07:00.079556 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:00.114785 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:00.115397 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:00.116969 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] 10.222.0.38 "PUT /v2.0/ports/72acba53-3619-450e-b6a9-f0a10ec33903 HTTP/1.1" status: 200 len: 1094 time: 0.7716026 Jul 26 16:07:00.117387 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:07:00.119735 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c85ec6-9048-4c45-acad-b90b05607954" -d '{"events": [{"name": "network-changed", "server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:07:00.164724 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38ec5a-4d43-4948-ad6a-c9ef1f854a94 service neutron] Pushing event updated for resources: {'Port': ['ID=72acba53-3619-450e-b6a9-f0a10ec33903,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:00.182845 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50465dcc-2b39-4c33-b27e-701d348592d8 x-openstack-request-id: req-50465dcc-2b39-4c33-b27e-701d348592d8 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:07:00.183211 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:07:00.183531 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50465dcc-2b39-4c33-b27e-701d348592d8 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:07:00.184012 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903', 'status': 'completed', 'code': 200} Jul 26 16:07:00.329695 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fc6e4-d0ae-4594-b9b2-84b2a398d6e0 req-f565123f-f784-4006-ae73-8143d6d7c048 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:00.331252 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8e0fc6e4-d0ae-4594-b9b2-84b2a398d6e0 req-f565123f-f784-4006-ae73-8143d6d7c048 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.1326303 Jul 26 16:07:00.334289 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-aae721e9-9695-4242-857d-06b9c68090f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:00.335687 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-aae721e9-9695-4242-857d-06b9c68090f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 1097 time: 0.0830612 Jul 26 16:07:00.393269 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-d540b10d-645d-43fa-832d-e77449b95b15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72acba53-3619-450e-b6a9-f0a10ec33903 HTTP/1.1" status: 200 len: 217 time: 0.0390413 Jul 26 16:07:00.413966 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8e0fc6e4-d0ae-4594-b9b2-84b2a398d6e0 req-4126805d-8ed8-4b3d-9678-42f6aacebfde tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760989 Jul 26 16:07:00.451277 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-ccab3200-5bd6-4852-9e53-88c203b1001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:00.452723 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-ccab3200-5bd6-4852-9e53-88c203b1001e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0519857 Jul 26 16:07:00.512452 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-ccf66be3-70d6-4cf1-bd33-77e31ccb3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:00.513942 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-ccf66be3-70d6-4cf1-bd33-77e31ccb3ac1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540757 Jul 26 16:07:00.625273 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-f1c42f77-e5b7-46de-aff4-c4a08b85440e service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019928 Jul 26 16:07:00.720583 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-299bb8e1-9435-4cbb-a258-ecc159740a49 req-8d295219-dda8-45c2-ba4c-5b65b29701fe service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869188 Jul 26 16:07:00.879314 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67111a-8833-49c7-b309-37f6f3e9d6ca req-615f7f9e-f910-4816-b5ce-dc9c2e021f20 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:00.880846 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dd67111a-8833-49c7-b309-37f6f3e9d6ca req-615f7f9e-f910-4816-b5ce-dc9c2e021f20 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 944 time: 0.0683496 Jul 26 16:07:00.901318 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c85ec6-9048-4c45-acad-b90b05607954 req-f9cc9f33-7787-4370-a587-ec1d318214d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:00.902900 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83c85ec6-9048-4c45-acad-b90b05607954 req-f9cc9f33-7787-4370-a587-ec1d318214d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 1097 time: 0.0750024 Jul 26 16:07:00.929500 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-dd67111a-8833-49c7-b309-37f6f3e9d6ca req-986a48c9-1337-4d46-9ade-cde39ff28445 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Jul 26 16:07:01.009627 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c85ec6-9048-4c45-acad-b90b05607954 req-00a6447f-e7f8-43f6-8bea-c2622fc7c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:01.011489 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83c85ec6-9048-4c45-acad-b90b05607954 req-00a6447f-e7f8-43f6-8bea-c2622fc7c150 service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.1002200 Jul 26 16:07:01.073497 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83c85ec6-9048-4c45-acad-b90b05607954 req-b5bbd541-1b8e-4d5c-a72a-afd0fe05b7ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72acba53-3619-450e-b6a9-f0a10ec33903 HTTP/1.1" status: 200 len: 217 time: 0.0378714 Jul 26 16:07:01.128507 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c85ec6-9048-4c45-acad-b90b05607954 req-739455cf-781d-4f0a-b4a4-cf27cb784041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:01.130026 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83c85ec6-9048-4c45-acad-b90b05607954 req-739455cf-781d-4f0a-b4a4-cf27cb784041 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0456636 Jul 26 16:07:01.199184 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c85ec6-9048-4c45-acad-b90b05607954 req-e04f7765-bb61-421d-98d4-8108184424d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:01.201409 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83c85ec6-9048-4c45-acad-b90b05607954 req-e04f7765-bb61-421d-98d4-8108184424d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613940 Jul 26 16:07:01.302186 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83c85ec6-9048-4c45-acad-b90b05607954 req-d65b698b-0d3b-42b5-a28b-e6697ddfbef3 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928147 Jul 26 16:07:01.328903 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eab49-c32d-4c74-a4f3-42cb419b90d7 req-5d78fa0f-0164-48c7-add0-93781cd51be9 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:01.330436 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-128eab49-c32d-4c74-a4f3-42cb419b90d7 req-5d78fa0f-0164-48c7-add0-93781cd51be9 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0642781 Jul 26 16:07:01.376341 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-128eab49-c32d-4c74-a4f3-42cb419b90d7 req-38fdacea-3c52-433a-8e71-bcf7bdcb19cb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394173 Jul 26 16:07:01.433431 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83c85ec6-9048-4c45-acad-b90b05607954 req-3fbf7e15-a577-4744-abb9-baec3b680c80 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218631 Jul 26 16:07:01.554820 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5512ac-42b8-448c-9ac3-0c325eb1b15f req-7a1f0c41-d1be-4976-9a8b-1e924a783bab tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:01.556372 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ca5512ac-42b8-448c-9ac3-0c325eb1b15f req-7a1f0c41-d1be-4976-9a8b-1e924a783bab tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0634351 Jul 26 16:07:01.604674 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ca5512ac-42b8-448c-9ac3-0c325eb1b15f req-61550382-6007-4ae2-94f6-3f2de3f65ee2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 Jul 26 16:07:02.097166 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594af72a-2e57-4ad2-8e13-ae648c6c59ac req-ea1f4759-3787-4ca6-80e2-e0a52bfc5d12 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:02.098733 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-594af72a-2e57-4ad2-8e13-ae648c6c59ac req-ea1f4759-3787-4ca6-80e2-e0a52bfc5d12 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 944 time: 0.0818145 Jul 26 16:07:02.141933 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-594af72a-2e57-4ad2-8e13-ae648c6c59ac req-7fd30a18-bf66-4f58-831a-7aa9c08d4d70 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373442 Jul 26 16:07:02.511458 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b877f9-80b5-4898-b971-f5a171ba2d28 req-3841f9e2-326d-4f45-bb82-bd4416321bd3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:02.513518 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-28b877f9-80b5-4898-b971-f5a171ba2d28 req-3841f9e2-326d-4f45-bb82-bd4416321bd3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0682886 Jul 26 16:07:02.555338 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-28b877f9-80b5-4898-b971-f5a171ba2d28 req-3119c75b-19fd-4fa1-ac79-e5756a8020cc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358248 Jul 26 16:07:02.748385 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf90dd1-8812-439f-ade9-f2c7f77cb7e4 req-3338843e-abb5-47b3-a14d-e01e20867108 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:02.749865 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bdf90dd1-8812-439f-ade9-f2c7f77cb7e4 req-3338843e-abb5-47b3-a14d-e01e20867108 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0700662 Jul 26 16:07:02.787935 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-bdf90dd1-8812-439f-ade9-f2c7f77cb7e4 req-5e532351-e0ec-43f7-a060-d98390c2d774 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321219 Jul 26 16:07:03.273058 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5b757-c3e6-4746-8bbe-dcf873283e1c req-7744117d-e3f1-47a3-96f4-03b6712cba9b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:03.274508 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1ad5b757-c3e6-4746-8bbe-dcf873283e1c req-7744117d-e3f1-47a3-96f4-03b6712cba9b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 944 time: 0.0654757 Jul 26 16:07:03.317353 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1ad5b757-c3e6-4746-8bbe-dcf873283e1c req-7a95122b-89be-4a6c-b255-9aa21fd9fc5a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366571 Jul 26 16:07:03.686962 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da27ec-858d-42e4-a632-52c89a3a4499 req-4ceeca62-1fef-42d9-8220-9637e5faae3f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:03.688803 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-39da27ec-858d-42e4-a632-52c89a3a4499 req-4ceeca62-1fef-42d9-8220-9637e5faae3f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0649409 Jul 26 16:07:03.710160 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd8c5-2f3f-4069-9775-e9635b45d3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:03.734520 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-39da27ec-858d-42e4-a632-52c89a3a4499 req-81b40c4b-8a87-4f66-813a-23dae4a27105 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394661 Jul 26 16:07:03.931659 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f007c-9cdf-4a8c-ab03-38605e7723f6 req-fb3417b0-75f6-46ae-8cf5-c120b287f3cb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:03.933149 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-096f007c-9cdf-4a8c-ab03-38605e7723f6 req-fb3417b0-75f6-46ae-8cf5-c120b287f3cb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0642185 Jul 26 16:07:03.973847 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-096f007c-9cdf-4a8c-ab03-38605e7723f6 req-e21253b1-d0a2-43d3-a9d0-c18901d0f3c2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348763 Jul 26 16:07:04.451407 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697d128-1d9a-4e58-9ca1-aa46427c4d04 req-d5819114-9d3b-43a8-ab2f-230432c710d7 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:04.452963 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9697d128-1d9a-4e58-9ca1-aa46427c4d04 req-d5819114-9d3b-43a8-ab2f-230432c710d7 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 944 time: 0.0686300 Jul 26 16:07:04.494889 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-9697d128-1d9a-4e58-9ca1-aa46427c4d04 req-2c97a909-5188-480b-b62e-922c7f3a6b15 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345268 Jul 26 16:07:04.870861 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca500b-4e70-401c-a36b-514c9a3d33e6 req-df072791-8c55-4253-80f3-f0ad47cfc4a8 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:04.872468 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-50ca500b-4e70-401c-a36b-514c9a3d33e6 req-df072791-8c55-4253-80f3-f0ad47cfc4a8 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0693095 Jul 26 16:07:04.913833 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-50ca500b-4e70-401c-a36b-514c9a3d33e6 req-3b2828bd-7965-4c29-97b9-4db78f830687 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355504 Jul 26 16:07:05.126622 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbcd56-2131-488e-8db2-a548fe25b576 req-22b8d212-725f-4283-adc8-12106097c439 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:05.128145 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a3fbcd56-2131-488e-8db2-a548fe25b576 req-22b8d212-725f-4283-adc8-12106097c439 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0800083 Jul 26 16:07:05.168699 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a3fbcd56-2131-488e-8db2-a548fe25b576 req-60020cc5-f986-406d-a85e-7fd070007bd3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334878 Jul 26 16:07:05.646529 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d062d-99cf-4d74-9bd7-4790e1cf9e7c req-124bc7b2-3064-4f26-98af-e671f68a1f86 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:05.648054 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a00d062d-99cf-4d74-9bd7-4790e1cf9e7c req-124bc7b2-3064-4f26-98af-e671f68a1f86 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 944 time: 0.0834022 Jul 26 16:07:05.688401 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a00d062d-99cf-4d74-9bd7-4790e1cf9e7c req-dece6128-d03d-4fe1-9b2f-24994ca08970 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335069 Jul 26 16:07:06.066780 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd4c4-fb06-49a5-a820-c2706efd5c0d req-c6622e3c-df37-43ca-b335-aa590c54457f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:06.068499 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-286cd4c4-fb06-49a5-a820-c2706efd5c0d req-c6622e3c-df37-43ca-b335-aa590c54457f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0769324 Jul 26 16:07:06.109237 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-286cd4c4-fb06-49a5-a820-c2706efd5c0d req-0c372e67-ee87-47cd-906e-a46d901b8cc7 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347326 Jul 26 16:07:06.205682 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6696d7c5-c5ff-4c57-ae0b-43a9ac39ab32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:06.320721 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee2d5e-83bc-4a6f-a95d-b3c87a7e2562 req-1e6eedc4-668b-448a-943b-d6a2d4d9bd4c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:06.322186 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bbee2d5e-83bc-4a6f-a95d-b3c87a7e2562 req-1e6eedc4-668b-448a-943b-d6a2d4d9bd4c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0750856 Jul 26 16:07:06.364980 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bbee2d5e-83bc-4a6f-a95d-b3c87a7e2562 req-414965c6-9c15-406a-b108-ff4c1b57f7fd tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365508 Jul 26 16:07:06.472294 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:06.833108 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dac51-e17d-4b2b-8acf-099e850c09f1 req-929ff07e-eae0-4332-9ce0-2bce21166bf6 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:06.834672 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0c4dac51-e17d-4b2b-8acf-099e850c09f1 req-929ff07e-eae0-4332-9ce0-2bce21166bf6 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 944 time: 0.0753353 Jul 26 16:07:06.877442 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0c4dac51-e17d-4b2b-8acf-099e850c09f1 req-b8ab9359-bf91-486f-8731-8082f1ca2b94 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351341 Jul 26 16:07:07.250922 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:07.283916 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeca56e-fd47-4f83-92bf-d18a2a9ca791 req-03736e2b-1f49-46ae-a12e-eb74cf6ceba2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:07.285546 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1eeca56e-fd47-4f83-92bf-d18a2a9ca791 req-03736e2b-1f49-46ae-a12e-eb74cf6ceba2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0810785 Jul 26 16:07:07.327085 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1eeca56e-fd47-4f83-92bf-d18a2a9ca791 req-da1843b3-0256-4ad2-a499-19afde12c2cc tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351768 Jul 26 16:07:07.515462 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeebf3-c478-4b55-aabd-322b481dcf68 req-a9308a82-2a52-43f4-93c6-2f1d68340896 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:07.517076 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c1aeebf3-c478-4b55-aabd-322b481dcf68 req-a9308a82-2a52-43f4-93c6-2f1d68340896 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0743828 Jul 26 16:07:07.566203 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c1aeebf3-c478-4b55-aabd-322b481dcf68 req-a8d8adf2-adcd-48bc-9612-0e27cf932abf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Jul 26 16:07:08.032691 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d548db-e89c-4ca6-96e7-3a441ad823dc req-220158a5-4f0e-4bff-b95a-c1e02751a899 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:08.035240 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-27d548db-e89c-4ca6-96e7-3a441ad823dc req-220158a5-4f0e-4bff-b95a-c1e02751a899 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 944 time: 0.0869632 Jul 26 16:07:08.078811 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-27d548db-e89c-4ca6-96e7-3a441ad823dc req-e9070776-9594-4dd8-89af-9a628975f03d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Jul 26 16:07:08.475599 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43356e-7d3d-46cb-92dd-e868e8d07267 req-c37edbb3-8304-4d1c-b583-177e52ab1f4b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:08.477236 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ee43356e-7d3d-46cb-92dd-e868e8d07267 req-c37edbb3-8304-4d1c-b583-177e52ab1f4b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0825441 Jul 26 16:07:08.524011 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ee43356e-7d3d-46cb-92dd-e868e8d07267 req-063b1bab-7b3e-4319-952a-b2f2aa401b6d tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354390 Jul 26 16:07:08.738923 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d390454-e52f-4a24-9dc7-c930c5bb005b req-0fe6d66c-252f-4682-95ba-b4eee75a91a7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:08.740751 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9d390454-e52f-4a24-9dc7-c930c5bb005b req-0fe6d66c-252f-4682-95ba-b4eee75a91a7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0702367 Jul 26 16:07:08.790234 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9d390454-e52f-4a24-9dc7-c930c5bb005b req-32a7699e-79cb-4368-ba48-86d7a4933cd2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Jul 26 16:07:08.925660 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:09.214368 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97829-e1e5-4485-87be-d7dcc1391df0 req-8c67b5db-e104-4913-ae98-fc6dbb67abb0 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:09.216026 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ddc97829-e1e5-4485-87be-d7dcc1391df0 req-8c67b5db-e104-4913-ae98-fc6dbb67abb0 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 944 time: 0.0657556 Jul 26 16:07:09.263482 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ddc97829-e1e5-4485-87be-d7dcc1391df0 req-d6609047-d2d8-4d85-a724-50dbf27e12b1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Jul 26 16:07:09.682627 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b22ed-5c5b-46ad-b02d-d41fbb86c401 req-b7cddf7a-e2a7-403a-8218-7c3125026ddb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:09.684094 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-366b22ed-5c5b-46ad-b02d-d41fbb86c401 req-b7cddf7a-e2a7-403a-8218-7c3125026ddb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0636322 Jul 26 16:07:09.721928 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-366b22ed-5c5b-46ad-b02d-d41fbb86c401 req-44039099-6817-4fab-b998-d6ab3e1af2d5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Jul 26 16:07:09.726666 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 72acba53-3619-450e-b6a9-f0a10ec33903 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:07:09.844380 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 72acba53-3619-450e-b6a9-f0a10ec33903, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72acba53-3619-450e-b6a9-f0a10ec33903,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:09.857301 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '72acba53-3619-450e-b6a9-f0a10ec33903', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:07:09.899672 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:09.913836 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72acba53-3619-450e-b6a9-f0a10ec33903 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:07:09.935410 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 72acba53-3619-450e-b6a9-f0a10ec33903, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72acba53-3619-450e-b6a9-f0a10ec33903,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:09.940563 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:09.952101 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1821b30-0dd0-4637-849c-c15d77f840ee req-92366a34-bf44-4267-8195-b963be6e8859 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:09.953914 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d1821b30-0dd0-4637-849c-c15d77f840ee req-92366a34-bf44-4267-8195-b963be6e8859 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0757961 Jul 26 16:07:09.992984 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=72acba53-3619-450e-b6a9-f0a10ec33903,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:10.001304 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d1821b30-0dd0-4637-849c-c15d77f840ee req-a0a0f5b5-fe47-4447-ae6f-3a2ebac5d4c4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361087 Jul 26 16:07:10.326586 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['72acba53-3619-450e-b6a9-f0a10ec33903'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:07:10.402013 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261d98-ec81-4e2e-bcf5-7164de5b14d6 req-135aebb3-e625-478d-88bf-3a266c11437f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:10.403562 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dc261d98-ec81-4e2e-bcf5-7164de5b14d6 req-135aebb3-e625-478d-88bf-3a266c11437f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 945 time: 0.0689592 Jul 26 16:07:10.701213 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dc261d98-ec81-4e2e-bcf5-7164de5b14d6 req-fee0f45e-09d0-48cf-86f4-84d32f7fdb76 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904949 Jul 26 16:07:10.857154 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07beb6-7bc6-4df6-9b54-c31cef8320e5 req-58fd6b55-c8a4-447a-ade1-a860b34873a1 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:10.858535 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4d07beb6-7bc6-4df6-9b54-c31cef8320e5 req-58fd6b55-c8a4-447a-ade1-a860b34873a1 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0670896 Jul 26 16:07:10.896251 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4d07beb6-7bc6-4df6-9b54-c31cef8320e5 req-0cabd4ca-cf6d-4cf1-af54-16c3833d1483 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Jul 26 16:07:11.143841 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70f43c-1499-4ee2-ba7a-851510d27481 req-98258f06-1b9c-4ace-b3a0-d4ffd0e8f527 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:11.145263 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0a70f43c-1499-4ee2-ba7a-851510d27481 req-98258f06-1b9c-4ace-b3a0-d4ffd0e8f527 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0718844 Jul 26 16:07:11.188378 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0a70f43c-1499-4ee2-ba7a-851510d27481 req-cb5669fd-cd4d-4d77-8ea7-c3fe75cdf357 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367382 Jul 26 16:07:11.725790 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 72acba53-3619-450e-b6a9-f0a10ec33903 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:07:11.804145 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 72acba53-3619-450e-b6a9-f0a10ec33903 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:07:11.811046 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 72acba53-3619-450e-b6a9-f0a10ec33903 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:07:11.811507 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:11.868064 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f0d4e-b0b3-41f6-a7e1-aa3751d7867c req-c47a435b-6488-444d-8c30-b61b59ddb6e8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:11.870497 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2a7f0d4e-b0b3-41f6-a7e1-aa3751d7867c req-c47a435b-6488-444d-8c30-b61b59ddb6e8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 945 time: 0.0938542 Jul 26 16:07:11.931883 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2a7f0d4e-b0b3-41f6-a7e1-aa3751d7867c req-8dbee99f-b007-489c-8fbd-c9d5272414ec tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512228 Jul 26 16:07:11.932325 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:11.973247 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:07:11.975691 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22daebc4-28e3-4fa8-b518-65ace76522f8" -d '{"events": [{"server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "name": "network-vif-plugged", "status": "completed", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:07:11.991741 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 72acba53-3619-450e-b6a9-f0a10ec33903, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72acba53-3619-450e-b6a9-f0a10ec33903,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:11.996660 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:12.029977 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8783f5cd-e482-4304-9212-d9e0af4f61fe x-openstack-request-id: req-8783f5cd-e482-4304-9212-d9e0af4f61fe {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:07:12.030295 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "name": "network-vif-plugged", "status": "completed", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:07:12.030517 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8783f5cd-e482-4304-9212-d9e0af4f61fe {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:07:12.030911 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903', 'code': 200} Jul 26 16:07:12.054832 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=72acba53-3619-450e-b6a9-f0a10ec33903,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:12.078041 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222001fb-6fd0-427a-be2c-b2fec6471d5a req-e362fb8f-ccaf-4236-a741-a8bafb0d44c8 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:12.079597 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-222001fb-6fd0-427a-be2c-b2fec6471d5a req-e362fb8f-ccaf-4236-a741-a8bafb0d44c8 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0840948 Jul 26 16:07:12.130962 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-222001fb-6fd0-427a-be2c-b2fec6471d5a req-a5dd729d-32ac-43dd-a29c-c0193e652b13 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443780 Jul 26 16:07:12.374508 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556a4e2-df10-46ed-9c09-7611060ab14f req-894a466c-b0c8-454d-bfe6-ac7cc783a2c4 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:12.376240 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0556a4e2-df10-46ed-9c09-7611060ab14f req-894a466c-b0c8-454d-bfe6-ac7cc783a2c4 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0799084 Jul 26 16:07:12.397906 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dee73-398a-4de7-b2db-7131df5ae371 req-29ff0af6-34bc-4efb-83a0-130739d3ebd5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:12.399286 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-665dee73-398a-4de7-b2db-7131df5ae371 req-29ff0af6-34bc-4efb-83a0-130739d3ebd5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.1261246 Jul 26 16:07:12.402281 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55c000-f5ec-4f90-88d4-ccb5d92375ed req-c891bd6a-cb10-4c0c-a228-1dc7bd59bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:12.404312 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0d55c000-f5ec-4f90-88d4-ccb5d92375ed req-c891bd6a-cb10-4c0c-a228-1dc7bd59bd38 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 1099 time: 0.1195252 Jul 26 16:07:12.420260 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0556a4e2-df10-46ed-9c09-7611060ab14f req-5234ee6f-a3b2-4ab7-8c1d-1d433cb1b879 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381153 Jul 26 16:07:12.495349 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-665dee73-398a-4de7-b2db-7131df5ae371 req-34319e5f-acc9-446e-a5f4-e8c89beab981 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878918 Jul 26 16:07:12.498581 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0d55c000-f5ec-4f90-88d4-ccb5d92375ed req-2af715f6-ac2f-44ed-8b59-8e2203e0e0bb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743616 Jul 26 16:07:12.523144 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-af9c5164-d39e-4d4b-8566-1c41c024df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:12.524637 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-af9c5164-d39e-4d4b-8566-1c41c024df55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 1098 time: 0.0861039 Jul 26 16:07:12.864885 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-b3e4f18d-3f6e-4cf9-ae1e-eeeff53d727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:12.866336 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-b3e4f18d-3f6e-4cf9-ae1e-eeeff53d727a service neutron] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 912 time: 0.0829053 Jul 26 16:07:12.935179 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-a06d9a1d-57c7-4f1c-aa4d-2ad04e9ab58c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae HTTP/1.1" status: 200 len: 1001 time: 0.0606797 Jul 26 16:07:12.988487 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-e718e20f-d015-4080-8267-a6b45eda573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:12.990016 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-e718e20f-d015-4080-8267-a6b45eda573b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0473342 Jul 26 16:07:13.097672 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-8918e753-9e0d-46c2-8ee4-be59bd740bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:13.099798 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-8918e753-9e0d-46c2-8ee4-be59bd740bc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1004493 Jul 26 16:07:13.121312 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f14651-7131-4643-9f89-3a1f45caebe4 req-2f19f76a-cf1f-4eec-bf70-df552e933308 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:13.123420 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c8f14651-7131-4643-9f89-3a1f45caebe4 req-2f19f76a-cf1f-4eec-bf70-df552e933308 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 946 time: 0.1004696 Jul 26 16:07:13.180559 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c8f14651-7131-4643-9f89-3a1f45caebe4 req-fdea6282-0e32-422e-b127-3a8b561383b5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448236 Jul 26 16:07:13.227258 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-773beaa8-cdb0-4c80-84ab-4c7f3ac5eea3 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181145 Jul 26 16:07:13.346153 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-76fb80ec-d9d8-4fb7-a322-a81e045ec5ee req-ae336540-6229-4f43-8bdd-85ab2c5f708e service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096666 Jul 26 16:07:13.562195 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83102e-7a43-4b45-a761-343acd6de6a8 req-67a9d19a-646f-4d85-b0a9-0ae277565cda tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:13.563770 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5b83102e-7a43-4b45-a761-343acd6de6a8 req-67a9d19a-646f-4d85-b0a9-0ae277565cda tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0681901 Jul 26 16:07:13.613717 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5b83102e-7a43-4b45-a761-343acd6de6a8 req-d569867a-835d-4a80-8f71-a71ca14db568 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Jul 26 16:07:13.660522 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17004d-b150-44af-8fea-8674007d6ad0 req-6f038111-a6ea-4334-bba0-84a8cb2cf902 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:13.662533 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0f17004d-b150-44af-8fea-8674007d6ad0 req-6f038111-a6ea-4334-bba0-84a8cb2cf902 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0917394 Jul 26 16:07:13.714702 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0f17004d-b150-44af-8fea-8674007d6ad0 req-ef9d63de-b46c-48e6-ac44-db0658ee16ff tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Jul 26 16:07:14.330752 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f3049-2ba5-4cad-9231-9dde6b002361 req-36cacf91-fb43-4ab0-b6c7-9befe81091c0 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:14.332388 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ef2f3049-2ba5-4cad-9231-9dde6b002361 req-36cacf91-fb43-4ab0-b6c7-9befe81091c0 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 946 time: 0.0793839 Jul 26 16:07:14.378986 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ef2f3049-2ba5-4cad-9231-9dde6b002361 req-aff65d7e-7243-4359-ba6d-eeaba573bf1d tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401993 Jul 26 16:07:14.539538 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0f82e-8143-4144-b38a-3849771c0946 req-abd162af-9b9a-4504-a401-086c85d0aa4c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:14.541063 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0af0f82e-8143-4144-b38a-3849771c0946 req-abd162af-9b9a-4504-a401-086c85d0aa4c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 946 time: 0.0780866 Jul 26 16:07:14.588876 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0af0f82e-8143-4144-b38a-3849771c0946 req-e15a3119-49da-4751-a520-d46390683d41 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Jul 26 16:07:14.612740 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46882) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:07:14.689867 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6279921-3e65-46a9-8618-b11c1023cf7a tempest-TestVolumeBootPattern-906932004 tempest-TestVolumeBootPattern-906932004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:14.691488 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-f6279921-3e65-46a9-8618-b11c1023cf7a tempest-TestVolumeBootPattern-906932004 tempest-TestVolumeBootPattern-906932004-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 1094 time: 0.0776758 Jul 26 16:07:14.694419 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 46886) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:07:14.699217 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:07:14.758531 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:14.829961 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361dd19-6130-4509-b210-53786490309c req-e9b6f8b6-1410-4269-a171-f2b11446c4b9 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:14.831497 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4361dd19-6130-4509-b210-53786490309c req-e9b6f8b6-1410-4269-a171-f2b11446c4b9 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.1271424 Jul 26 16:07:14.867074 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d752-49c9-4867-ab86-cb12f0783f70 req-0901fb59-c711-4c66-9b23-88b2e5f11f65 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:14.869183 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6340d752-49c9-4867-ab86-cb12f0783f70 req-0901fb59-c711-4c66-9b23-88b2e5f11f65 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0761237 Jul 26 16:07:14.891952 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4361dd19-6130-4509-b210-53786490309c req-badc0699-8b36-4227-a94a-17e5b3704412 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491607 Jul 26 16:07:14.921014 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-6340d752-49c9-4867-ab86-cb12f0783f70 req-9aacd96c-3c39-4855-a034-6afdfd55e2d5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Jul 26 16:07:14.923407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:15.054083 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Allocated IP 172.27.1.152 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/1c850855-e485-44e5-a4d4-75eab3d3210b) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:07:15.176149 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:15.220817 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:15.265320 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:07:15.270748 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:07:15.274798 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:07:15.281003 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=1c850855-e485-44e5-a4d4-75eab3d3210b,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:15.710744 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:15.807921 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:15.983687 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:15.989113 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:16.116005 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=1c850855-e485-44e5-a4d4-75eab3d3210b,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:16.124955 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:16.229040 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448a41c-bfe3-40c9-92df-be89494009c7 req-cf267523-a57d-4beb-a869-d4bd78430944 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:16.230688 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4448a41c-bfe3-40c9-92df-be89494009c7 req-cf267523-a57d-4beb-a869-d4bd78430944 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.2086196 Jul 26 16:07:16.271712 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Floating IP 54b2a72a-fc6b-450c-b750-28cdb425a198 associated. External IP: 172.27.1.152, port: 72acba53-3619-450e-b6a9-f0a10ec33903. Jul 26 16:07:16.323252 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4448a41c-bfe3-40c9-92df-be89494009c7 req-f1256182-fdf8-4e6e-b8db-66b41e9dfea7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839930 Jul 26 16:07:16.528042 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:07:16.661930 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:07:16.673078 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:07:16.682542 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:16.684014 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:07:16.684694 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:07:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:07:16.725442 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-bf69ba8f-ddb8-4cba-af0d-1f4075eda6be tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0297115 Jul 26 16:07:16.726172 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:07:16.728524 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8580541b-f5b8-486b-9383-a353b78b00f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:07:16.769899 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06fcfd2-da30-4916-b383-d675ae23f564 x-openstack-request-id: req-a06fcfd2-da30-4916-b383-d675ae23f564 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:07:16.770235 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:07:16.770475 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a06fcfd2-da30-4916-b383-d675ae23f564 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:07:16.770968 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903', 'status': 'completed', 'code': 200} Jul 26 16:07:16.810227 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:07:16.882559 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-513194a1-a1ed-4846-ad0f-350be613a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:16.884271 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-513194a1-a1ed-4846-ad0f-350be613a970 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 1099 time: 0.0606887 Jul 26 16:07:16.990131 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-3552abcb-d375-4394-921a-73c3554919aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:16.991637 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-3552abcb-d375-4394-921a-73c3554919aa service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.1000211 Jul 26 16:07:17.085675 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:15Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:07:17.087391 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-c49015a0-c159-48c1-a3dd-087a85d9d5eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72acba53-3619-450e-b6a9-f0a10ec33903 HTTP/1.1" status: 200 len: 1000 time: 0.0861344 Jul 26 16:07:17.120944 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:07:17.130909 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:07:17.131550 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:07:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:07:17.147409 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-cffa6ee6-b1c3-475a-a82c-8eb354108459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:17.149526 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-cffa6ee6-b1c3-475a-a82c-8eb354108459 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0550144 Jul 26 16:07:17.223498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-8938601c-b540-43d9-bddf-b38e05f05c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:17.225070 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-8938601c-b540-43d9-bddf-b38e05f05c00 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679018 Jul 26 16:07:17.259858 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:07:17.331006 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-e722bb24-8143-403f-8e6b-320c629d0366 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962818 Jul 26 16:07:17.482004 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8580541b-f5b8-486b-9383-a353b78b00f1 req-40ad97cd-50dc-433f-9e4b-a8e7cd503c44 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432414 Jul 26 16:07:17.516215 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57dd6c-1afc-4665-baac-409a63a9d291 req-071191e1-6d15-4856-80d9-63e4b81d9d5a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:17.518086 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8a57dd6c-1afc-4665-baac-409a63a9d291 req-071191e1-6d15-4856-80d9-63e4b81d9d5a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.1087089 Jul 26 16:07:17.520359 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:15Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:07:17.573905 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd0c04-235f-4ff9-9630-a77155f3db57 None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:15Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:07:17.581670 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8a57dd6c-1afc-4665-baac-409a63a9d291 req-557d0dd4-ea6f-4b71-9629-5c3259abd71d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563109 Jul 26 16:07:17.787834 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee879ec7-0ac6-44b5-8c1a-37dcaf10a909 None None] New status for floating IP 54b2a72a-fc6b-450c-b750-28cdb425a198: ACTIVE {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:07:17.892738 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:07:18.725493 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67444f6e-e33f-4896-a245-d9de035a150b req-95d58460-df44-4865-94bf-d4a2fa525dda tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:18.726985 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-67444f6e-e33f-4896-a245-d9de035a150b req-95d58460-df44-4865-94bf-d4a2fa525dda tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0657928 Jul 26 16:07:18.764494 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-67444f6e-e33f-4896-a245-d9de035a150b req-9df3f21e-128b-43a2-a35f-0c58a9c94323 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316389 Jul 26 16:07:19.895914 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38385e3-9a98-4c08-9678-6599ba0f1553 req-6201ad1a-b5ee-4640-95c5-67b2830090a7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:19.897422 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d38385e3-9a98-4c08-9678-6599ba0f1553 req-6201ad1a-b5ee-4640-95c5-67b2830090a7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0639243 Jul 26 16:07:19.933981 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d38385e3-9a98-4c08-9678-6599ba0f1553 req-0be79ae9-6e33-430d-a023-dc8d182f6c5d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307398 Jul 26 16:07:21.076119 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9690bb8-bdb1-4d48-9e81-4f0cb31bc744 req-14afa7cd-1bef-4520-b597-b0f91f635f22 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:21.077621 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f9690bb8-bdb1-4d48-9e81-4f0cb31bc744 req-14afa7cd-1bef-4520-b597-b0f91f635f22 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0739508 Jul 26 16:07:21.115438 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f9690bb8-bdb1-4d48-9e81-4f0cb31bc744 req-54e6a47d-79c0-40b8-8195-4440068e7610 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320101 Jul 26 16:07:22.250532 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390a7df-ee08-444b-8520-462eebdabe16 req-e86c2c16-1c58-4afa-bfad-12f857419ba0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:22.252034 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4390a7df-ee08-444b-8520-462eebdabe16 req-e86c2c16-1c58-4afa-bfad-12f857419ba0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0652628 Jul 26 16:07:22.294229 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4390a7df-ee08-444b-8520-462eebdabe16 req-ec690bde-8f80-4938-a299-8a71faedb1b6 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362699 Jul 26 16:07:23.434983 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563cf03-4510-4937-88a8-f28dfade7728 req-18a1629a-5de9-4d99-81a7-3bb3af7f5829 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:23.436764 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2563cf03-4510-4937-88a8-f28dfade7728 req-18a1629a-5de9-4d99-81a7-3bb3af7f5829 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0664711 Jul 26 16:07:23.478538 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2563cf03-4510-4937-88a8-f28dfade7728 req-97c6071f-d17d-4d2c-820b-078a47b146cf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351763 Jul 26 16:07:24.620340 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e6823-38bf-4601-bf04-1f379c7166aa req-73330de6-65d3-408d-9ea9-2ba0af7d3aff tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:24.621843 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-756e6823-38bf-4601-bf04-1f379c7166aa req-73330de6-65d3-408d-9ea9-2ba0af7d3aff tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0705106 Jul 26 16:07:24.665901 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-756e6823-38bf-4601-bf04-1f379c7166aa req-192ff908-8431-49b8-8b9a-fdafc87129b5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374346 Jul 26 16:07:25.779691 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:25.789029 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:07:25.833621 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4bd3-5b70-49b7-bc4d-b984f73f3b70 req-af450d09-3b47-4c26-8383-aae7f9f7d911 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:25.842836 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d46e4bd3-5b70-49b7-bc4d-b984f73f3b70 req-af450d09-3b47-4c26-8383-aae7f9f7d911 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0871456 Jul 26 16:07:25.882138 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d46e4bd3-5b70-49b7-bc4d-b984f73f3b70 req-219bfac6-8350-41b3-9cc2-ffc2e31ccfe9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384080 Jul 26 16:07:25.912304 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:25.924879 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'port_id': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'mac_address': 'fa:16:3e:a5:ec:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:07:25.963213 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:25.981845 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3632c99-dbb5-4f75-9ec2-ddc0514e1332 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:07:26.001986 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:26.005882 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:26.060230 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=6']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:26.189160 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['b3632c99-dbb5-4f75-9ec2-ddc0514e1332'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:07:27.093525 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326df37-864c-4f3a-bea5-b5cbfab1bf7e req-6f6d918e-de37-44c3-869e-72c1b1db44e7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:27.095078 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1326df37-864c-4f3a-bea5-b5cbfab1bf7e req-6f6d918e-de37-44c3-869e-72c1b1db44e7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 944 time: 0.1204472 Jul 26 16:07:27.156896 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1326df37-864c-4f3a-bea5-b5cbfab1bf7e req-0c39d133-5ca0-4345-ac90-810f7b56507a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538833 Jul 26 16:07:27.161974 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-c5193e7a-8167-43fd-947e-4b1ec2e55af1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1148875 Jul 26 16:07:27.281322 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-d09d69e5-ed97-4c47-b86b-9c03d247f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:27.282850 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-d09d69e5-ed97-4c47-b86b-9c03d247f60a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 1098 time: 0.0678010 Jul 26 16:07:27.416006 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-86d42b51-1f15-49a4-aafe-76f2eee72a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:27.418636 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-86d42b51-1f15-49a4-aafe-76f2eee72a21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 912 time: 0.1095345 Jul 26 16:07:27.500086 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-0b9576a2-a713-401f-9949-d796644e2be8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae HTTP/1.1" status: 200 len: 1001 time: 0.0722501 Jul 26 16:07:27.579334 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-0249c0bb-aecf-4f18-a67f-7ea5a0f16426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:27.585121 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-0249c0bb-aecf-4f18-a67f-7ea5a0f16426 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0751460 Jul 26 16:07:27.653399 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-282945cb-311e-4381-8b78-238bd4b88355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:27.655931 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-282945cb-311e-4381-8b78-238bd4b88355 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0609820 Jul 26 16:07:27.774043 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-1830579b-cea2-4f87-8d3c-de40951df290 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084962 Jul 26 16:07:27.803832 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:07:27.893681 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:07:27.894223 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:27.907368 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cb1d7d3d-92d9-4a1f-9f5d-fe09c98e4f57 req-553acd10-6a5d-4a1d-8634-cebecea67c73 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204798 Jul 26 16:07:27.994468 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:28.031671 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:07:28.034705 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03a941b-35b5-4b90-97f7-df37657120f1" -d '{"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-plugged", "status": "completed", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:07:28.038770 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:28.044026 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:28.102729 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=7']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:28.111439 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb02e6b4-9fba-48a1-84dd-2621d6b7cde1 x-openstack-request-id: req-cb02e6b4-9fba-48a1-84dd-2621d6b7cde1 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:07:28.111785 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-plugged", "status": "completed", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:07:28.112248 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb02e6b4-9fba-48a1-84dd-2621d6b7cde1 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:07:28.112823 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'code': 200} Jul 26 16:07:28.323795 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8252e19-8c5c-4120-9e10-a1b0652b086d req-d0d646e4-2d13-4abb-be04-164cb26dcff8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:28.325691 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b8252e19-8c5c-4120-9e10-a1b0652b086d req-d0d646e4-2d13-4abb-be04-164cb26dcff8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0854888 Jul 26 16:07:28.374970 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b8252e19-8c5c-4120-9e10-a1b0652b086d req-2ae415b9-52b2-4f83-be55-85145865ed3b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408783 Jul 26 16:07:29.539644 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e14187-5e12-44b9-8cb8-48e8608dadbf req-1bc06c7a-0d9e-4fb3-aa60-3497e844e03a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:29.545825 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d1e14187-5e12-44b9-8cb8-48e8608dadbf req-1bc06c7a-0d9e-4fb3-aa60-3497e844e03a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0717947 Jul 26 16:07:29.590036 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d1e14187-5e12-44b9-8cb8-48e8608dadbf req-5b37eb57-f822-4d0e-be09-4f3e523267aa tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 Jul 26 16:07:30.750692 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3693256-615e-48b0-9b3f-aa328e18090d req-309c23e2-81a4-47c8-a6c9-3f3648aed816 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:30.752248 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b3693256-615e-48b0-9b3f-aa328e18090d req-309c23e2-81a4-47c8-a6c9-3f3648aed816 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0747781 Jul 26 16:07:30.799216 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b3693256-615e-48b0-9b3f-aa328e18090d req-b271b111-913a-4816-8686-c4ea755e9105 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370700 Jul 26 16:07:32.006820 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788342b-ea97-4a28-82e6-a64df4e84b54 req-54a34092-94b9-4549-a0eb-c461d801ecac tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:32.009816 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7788342b-ea97-4a28-82e6-a64df4e84b54 req-54a34092-94b9-4549-a0eb-c461d801ecac tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0994170 Jul 26 16:07:32.058309 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7788342b-ea97-4a28-82e6-a64df4e84b54 req-c58b20be-d9f2-43ad-a9c1-42a68d766ce8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 Jul 26 16:07:33.230515 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f80ef1-eb36-4c16-aa09-4dd718f2000c req-01d7abed-301b-4dbf-a3e5-fefae90b5d93 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:33.230515 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-87f80ef1-eb36-4c16-aa09-4dd718f2000c req-01d7abed-301b-4dbf-a3e5-fefae90b5d93 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0719976 Jul 26 16:07:33.293371 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-87f80ef1-eb36-4c16-aa09-4dd718f2000c req-958baf7b-31e1-4f48-a5ba-5640c8b597f0 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509253 Jul 26 16:07:33.705303 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6ccdd29b-1a7f-4dac-98ef-8263b393da8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:34.454317 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c47da-d31d-4eab-bf0b-a6754bf3102c req-a24aa6a7-87ef-43b5-863f-b131a03abc9b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:34.455931 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b31c47da-d31d-4eab-bf0b-a6754bf3102c req-a24aa6a7-87ef-43b5-863f-b131a03abc9b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0785155 Jul 26 16:07:34.501191 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b31c47da-d31d-4eab-bf0b-a6754bf3102c req-6f1ef8e7-8253-4262-bb83-a0daedf30b5b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357106 Jul 26 16:07:35.680691 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6168402-bdd2-49f1-b4d0-710e6321d767 req-c920dd00-5042-46a7-ba56-0470c173c77e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:35.682154 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a6168402-bdd2-49f1-b4d0-710e6321d767 req-c920dd00-5042-46a7-ba56-0470c173c77e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.1043663 Jul 26 16:07:35.688377 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e66df-9558-4ea8-9824-aeca22e28248 req-3186c905-073f-413d-9380-1e646eaa7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:35.689734 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-029e66df-9558-4ea8-9824-aeca22e28248 req-3186c905-073f-413d-9380-1e646eaa7147 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 1098 time: 0.0981035 Jul 26 16:07:35.770494 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a6168402-bdd2-49f1-b4d0-710e6321d767 req-8bb1ff2f-6f90-4701-b134-ef4e0e0b6849 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798132 Jul 26 16:07:35.800970 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e66df-9558-4ea8-9824-aeca22e28248 req-3509c144-dafe-46c7-b83a-626044a4c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:35.802422 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-029e66df-9558-4ea8-9824-aeca22e28248 req-3509c144-dafe-46c7-b83a-626044a4c468 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.1053116 Jul 26 16:07:35.868015 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-029e66df-9558-4ea8-9824-aeca22e28248 req-7be2a544-0ddb-4a34-9e67-ed8796aefffb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332 HTTP/1.1" status: 200 len: 1000 time: 0.0563254 Jul 26 16:07:35.921378 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e66df-9558-4ea8-9824-aeca22e28248 req-cb2c135c-f749-4521-b6f6-8eab5a62cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:35.922795 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-029e66df-9558-4ea8-9824-aeca22e28248 req-cb2c135c-f749-4521-b6f6-8eab5a62cedf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0452049 Jul 26 16:07:36.208713 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-5f56258f-029c-4c80-a6e4-d94e46359027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:36.231899 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e66df-9558-4ea8-9824-aeca22e28248 req-7cabab50-79f7-429e-ad0b-3f8dca864582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:36.233493 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-029e66df-9558-4ea8-9824-aeca22e28248 req-7cabab50-79f7-429e-ad0b-3f8dca864582 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3024027 Jul 26 16:07:36.328731 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-029e66df-9558-4ea8-9824-aeca22e28248 req-bc95d3b0-2da9-48ad-bffc-7e0861dbb493 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856276 Jul 26 16:07:36.435850 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-029e66df-9558-4ea8-9824-aeca22e28248 req-3cebfaf9-d2dd-4847-9eb1-8215790d0e0b service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987360 Jul 26 16:07:36.478563 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:36.914809 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9786a-9a9d-44cd-a25a-b13fc433a67f req-81deb704-00a3-4a24-8178-2a663fb542b2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:36.916316 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90a9786a-9a9d-44cd-a25a-b13fc433a67f req-81deb704-00a3-4a24-8178-2a663fb542b2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 945 time: 0.0648093 Jul 26 16:07:36.954631 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-90a9786a-9a9d-44cd-a25a-b13fc433a67f req-c6fc7199-0b01-43fa-af16-97b96ed92f8d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Jul 26 16:07:37.242675 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:37.878001 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:07:37.959586 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:37.985049 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:07:37.987313 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340526b8-48e1-41a6-8c06-40c1dfe058f3" -d '{"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:07:38.001721 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:38.006934 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:38.037908 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Jul 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb102f-b59d-4f0e-b423-4a5f73aea974 x-openstack-request-id: req-48bb102f-b59d-4f0e-b423-4a5f73aea974 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:07:38.038201 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:07:38.038446 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48bb102f-b59d-4f0e-b423-4a5f73aea974 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:07:38.038832 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'code': 200} Jul 26 16:07:38.065077 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=8']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:38.103143 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97347b5-dc06-4556-a9aa-b85060048e9b req-f54acff6-87a7-46af-ad77-507b46a89a84 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:38.104879 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a97347b5-dc06-4556-a9aa-b85060048e9b req-f54acff6-87a7-46af-ad77-507b46a89a84 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0671442 Jul 26 16:07:38.143938 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a97347b5-dc06-4556-a9aa-b85060048e9b req-39392f50-6af1-40c4-8fbd-50b084a51298 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330579 Jul 26 16:07:38.927376 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:39.282053 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfd067-1fb7-4938-b35e-983411850352 req-2eab1e29-c06f-4c67-8fc1-e0707ae012e9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:39.283503 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0adfd067-1fb7-4938-b35e-983411850352 req-2eab1e29-c06f-4c67-8fc1-e0707ae012e9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0655630 Jul 26 16:07:39.319431 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0adfd067-1fb7-4938-b35e-983411850352 req-3cb316b6-d98d-4831-8f33-01b39e79e5aa tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298936 Jul 26 16:07:40.224696 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c812e4-dd29-424a-939f-3cd07eac1dd5 req-7a8e24c9-9160-456f-9a1b-007850eacadf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:40.226115 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-35c812e4-dd29-424a-939f-3cd07eac1dd5 req-7a8e24c9-9160-456f-9a1b-007850eacadf tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0650966 Jul 26 16:07:40.267779 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-35c812e4-dd29-424a-939f-3cd07eac1dd5 req-297a6284-8bc0-4bb9-8a07-0049e4329edb tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356429 Jul 26 16:07:40.534286 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47028) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:07:40.643206 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-63ced482-5e2f-4560-8872-2b119adbac9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077521 Jul 26 16:07:41.405460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c529a11-2f07-4dd5-97eb-d8eee1a68337 req-720f710c-014b-464c-a186-9d9fb533f96d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:41.406839 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3c529a11-2f07-4dd5-97eb-d8eee1a68337 req-720f710c-014b-464c-a186-9d9fb533f96d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0643210 Jul 26 16:07:41.448842 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3c529a11-2f07-4dd5-97eb-d8eee1a68337 req-51948d02-5987-4a0c-9f49-d4d102e14d10 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336723 Jul 26 16:07:41.636107 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-f7714b4b-03dc-4499-aaf1-a4ddb309c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:41.637655 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-f7714b4b-03dc-4499-aaf1-a4ddb309c92f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e&tenant_id=001c523afc174d1bbaa01cfa69d6a592 HTTP/1.1" status: 200 len: 1096 time: 0.0650206 Jul 26 16:07:41.744548 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-c94de97e-6863-49d7-bd53-86453001f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:41.746038 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-c94de97e-6863-49d7-bd53-86453001f358 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 1096 time: 0.0713010 Jul 26 16:07:41.843056 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-252f9b6b-aa6c-496c-82fb-0b5e26d846c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:41.844564 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-252f9b6b-aa6c-496c-82fb-0b5e26d846c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.0857539 Jul 26 16:07:41.906667 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:07:41.914962 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-211d7d22-73b1-4dee-b351-62abad9e62c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332 HTTP/1.1" status: 200 len: 998 time: 0.0606782 Jul 26 16:07:41.966868 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-a26f0383-3303-4fbb-a24f-82209dcab220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:41.968442 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-a26f0383-3303-4fbb-a24f-82209dcab220 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0455830 Jul 26 16:07:42.035599 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-e2bff7d4-8450-41b9-873f-487b28bf16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:42.037034 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-e2bff7d4-8450-41b9-873f-487b28bf16b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0614872 Jul 26 16:07:42.136489 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-23ecc367-9015-473a-8832-83b638f3171b service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901649 Jul 26 16:07:42.235270 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c53c8e5a-d1e3-45da-8e2b-2c6e027d7cfa req-589f8a36-b0ba-4a13-afac-ce929b11be89 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903153 Jul 26 16:07:42.605557 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76487380-1b0b-40c2-bbca-e88ae7636015 req-a7aba6d7-ffcb-4044-9943-f811c487e64d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:42.607063 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-76487380-1b0b-40c2-bbca-e88ae7636015 req-a7aba6d7-ffcb-4044-9943-f811c487e64d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0804679 Jul 26 16:07:42.652619 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-76487380-1b0b-40c2-bbca-e88ae7636015 req-dd98e3f9-6c21-4090-bcde-01145b8e7c3a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Jul 26 16:07:43.797217 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650df954-390e-4007-b262-7ad4376ca3e2 req-d36761c0-f871-463c-9c5d-5027409785c4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:43.799023 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-650df954-390e-4007-b262-7ad4376ca3e2 req-d36761c0-f871-463c-9c5d-5027409785c4 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0693500 Jul 26 16:07:43.842668 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-650df954-390e-4007-b262-7ad4376ca3e2 req-31f0989b-562b-4aaf-b1d5-bd348c780b07 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Jul 26 16:07:44.988912 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b5f1-733e-4097-8e68-d70b2df26967 req-0131665f-c242-4ffe-ba45-46b3ef96686c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:44.990500 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3869b5f1-733e-4097-8e68-d70b2df26967 req-0131665f-c242-4ffe-ba45-46b3ef96686c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0691111 Jul 26 16:07:45.040565 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3869b5f1-733e-4097-8e68-d70b2df26967 req-50dcd8f0-9a15-430c-ad42-6c269c66d9f1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Jul 26 16:07:46.208092 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb2954-96df-41aa-a677-f11f36f1aee5 req-c4aaf46a-cfdb-4f35-85c5-12461a92bc14 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:46.209599 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-92eb2954-96df-41aa-a677-f11f36f1aee5 req-c4aaf46a-cfdb-4f35-85c5-12461a92bc14 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0925980 Jul 26 16:07:46.253532 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-92eb2954-96df-41aa-a677-f11f36f1aee5 req-5a2930dd-71ee-4328-9ae8-158a4c12733e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343707 Jul 26 16:07:47.405956 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e796d-d132-4e93-b308-c763638f9f54 req-47569e2b-4f4d-406c-ba3e-96d0bd0a9ed2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:47.407457 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-378e796d-d132-4e93-b308-c763638f9f54 req-47569e2b-4f4d-406c-ba3e-96d0bd0a9ed2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0669467 Jul 26 16:07:47.454133 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-378e796d-d132-4e93-b308-c763638f9f54 req-d5851170-030f-4e78-a9ce-81cf6277c75e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345173 Jul 26 16:07:48.619786 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234dad0-59dd-4585-acf6-ee74551915b4 req-6e3b02be-0681-4f72-853a-ff3f1e2a2f56 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:48.621385 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4234dad0-59dd-4585-acf6-ee74551915b4 req-6e3b02be-0681-4f72-853a-ff3f1e2a2f56 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0955164 Jul 26 16:07:48.669581 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4234dad0-59dd-4585-acf6-ee74551915b4 req-3b93dfaf-9c0d-445c-b0bf-a832ab8273ad tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392690 Jul 26 16:07:49.842297 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720b213-434e-41ca-bac0-813508d7d8e3 req-ce3644e0-24a9-4201-8a68-7af41822d8ab tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:49.843781 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c720b213-434e-41ca-bac0-813508d7d8e3 req-ce3644e0-24a9-4201-8a68-7af41822d8ab tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0759141 Jul 26 16:07:49.888301 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c720b213-434e-41ca-bac0-813508d7d8e3 req-0fd0c0db-5178-49fd-baa3-00ac9089a106 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373201 Jul 26 16:07:51.043340 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7a3c9-fe1c-467a-a405-e9e3a4b4f579 req-b67a11fa-90df-4e17-81ff-d31595aa2df5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:51.045430 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83f7a3c9-fe1c-467a-a405-e9e3a4b4f579 req-b67a11fa-90df-4e17-81ff-d31595aa2df5 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0667522 Jul 26 16:07:51.089091 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-83f7a3c9-fe1c-467a-a405-e9e3a4b4f579 req-d0d77ee9-a68c-491d-935e-cdb6e8069088 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375481 Jul 26 16:07:52.227306 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366fce3-3ee9-43b8-ab76-06cab8d0891b req-b649af67-76b7-41b3-a307-9060de4996d3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:52.228817 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5366fce3-3ee9-43b8-ab76-06cab8d0891b req-b649af67-76b7-41b3-a307-9060de4996d3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0661700 Jul 26 16:07:52.271614 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5366fce3-3ee9-43b8-ab76-06cab8d0891b req-cce098c4-d5ac-43ad-bc86-aff549e37d0a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357203 Jul 26 16:07:53.415812 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491385b-c399-43c0-8e68-5707bce4e933 req-a4703d04-2e74-471d-8706-f119f5e04d6f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:53.417324 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2491385b-c399-43c0-8e68-5707bce4e933 req-a4703d04-2e74-471d-8706-f119f5e04d6f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0675371 Jul 26 16:07:53.455355 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2491385b-c399-43c0-8e68-5707bce4e933 req-9e646dcd-2ac8-4f17-918a-a55fd36a94c2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Jul 26 16:07:54.596032 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14710cf4-23ce-4d2d-b310-9ddaa069920b req-65b737a9-449c-45cc-a543-944cfd65cf7f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:54.597734 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-14710cf4-23ce-4d2d-b310-9ddaa069920b req-65b737a9-449c-45cc-a543-944cfd65cf7f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0699890 Jul 26 16:07:54.635444 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-14710cf4-23ce-4d2d-b310-9ddaa069920b req-371df35e-b784-44c3-9afc-520657b7b72a tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Jul 26 16:07:54.891525 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:07:55.766891 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05532d3a-f93b-45f5-b64c-7c9c6280c998 req-47e3ea93-f8ff-41df-b3ef-22e37a6b9c1f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:55.768361 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-05532d3a-f93b-45f5-b64c-7c9c6280c998 req-47e3ea93-f8ff-41df-b3ef-22e37a6b9c1f tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0620205 Jul 26 16:07:55.797547 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:55.808443 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-05532d3a-f93b-45f5-b64c-7c9c6280c998 req-bba70e53-0075-4607-8817-ec2157c6f5a3 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Jul 26 16:07:56.937137 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d5d1a-7fbe-433c-968a-8748ca413b60 req-b308f3d1-53ec-4b10-85f1-acc853cced3e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:56.938585 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-016d5d1a-7fbe-433c-968a-8748ca413b60 req-b308f3d1-53ec-4b10-85f1-acc853cced3e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0610340 Jul 26 16:07:56.975724 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-016d5d1a-7fbe-433c-968a-8748ca413b60 req-1ca19d1b-9dd4-4b3d-bffc-6baeb9bd8ec1 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313427 Jul 26 16:07:58.069769 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:07:58.128031 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99e1b7-4ea4-4614-b6be-650f87ac04f6 req-3030e546-db22-49d3-8dae-00eafff298e9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:58.129585 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5a99e1b7-4ea4-4614-b6be-650f87ac04f6 req-3030e546-db22-49d3-8dae-00eafff298e9 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 943 time: 0.0813632 Jul 26 16:07:58.173171 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:58.174813 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5a99e1b7-4ea4-4614-b6be-650f87ac04f6 req-908fe5ea-0fdd-46dd-84b0-2be7fb713a65 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355687 Jul 26 16:07:58.187246 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'port_id': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'mac_address': 'fa:16:3e:a5:ec:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:07:58.225717 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:58.238741 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3632c99-dbb5-4f75-9ec2-ddc0514e1332 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:07:58.257951 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:07:58.261650 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:07:58.313234 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=9']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:07:58.320220 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.320587 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.320929 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.321264 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.321592 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.321922 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.322245 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.322568 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.322926 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.323216 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.323572 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.323857 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:07:58.597567 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['b3632c99-dbb5-4f75-9ec2-ddc0514e1332'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:07:59.307590 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca8520-4430-46ed-bf8a-d7391a7f7e05 req-eee1613d-ff06-437f-90c9-866871a65b25 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:07:59.309138 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b6ca8520-4430-46ed-bf8a-d7391a7f7e05 req-eee1613d-ff06-437f-90c9-866871a65b25 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 944 time: 0.0620246 Jul 26 16:07:59.358124 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b6ca8520-4430-46ed-bf8a-d7391a7f7e05 req-9957491b-f13c-4026-9b79-81afdaa96a3c tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425828 Jul 26 16:08:00.099663 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:08:00.149698 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:08:00.150066 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:00.226575 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:00.249379 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:08:00.251665 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778b264c-5483-43a3-ba8c-b2741ca20223" -d '{"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-plugged", "status": "completed", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:08:00.264942 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:00.270462 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:00.296860 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3994018a-44f3-48ff-bebe-147d0262c4d7 x-openstack-request-id: req-3994018a-44f3-48ff-bebe-147d0262c4d7 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:08:00.297180 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-plugged", "status": "completed", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:08:00.297429 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3994018a-44f3-48ff-bebe-147d0262c4d7 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:08:00.297813 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'code': 200} Jul 26 16:08:00.325939 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=10']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:00.504086 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda83a3-295e-43fa-be6e-842f353cceba req-46ca56d2-025e-4ed5-9cb1-1b76e1336d42 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:00.507533 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ebda83a3-295e-43fa-be6e-842f353cceba req-46ca56d2-025e-4ed5-9cb1-1b76e1336d42 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 946 time: 0.0730011 Jul 26 16:08:00.547370 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-ebda83a3-295e-43fa-be6e-842f353cceba req-8617f27f-f649-4879-8b09-02ce964440b8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355725 Jul 26 16:08:00.558889 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765ce59-f392-43fc-9fa3-9c08b4b4610b req-e47fc322-c8ec-40f5-96e9-1e63ea7eeb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:00.560626 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c765ce59-f392-43fc-9fa3-9c08b4b4610b req-e47fc322-c8ec-40f5-96e9-1e63ea7eeb1d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 1099 time: 0.0580878 Jul 26 16:08:00.600649 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c765ce59-f392-43fc-9fa3-9c08b4b4610b req-2ab7b964-65e4-43bc-9b38-45b8c3d5b9f3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Jul 26 16:08:01.705347 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6a82e-7005-4b65-adb8-93ff858cec1f req-c9d3d4b0-ed02-4e10-8540-35c63247f154 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:01.706989 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-aea6a82e-7005-4b65-adb8-93ff858cec1f req-c9d3d4b0-ed02-4e10-8540-35c63247f154 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 946 time: 0.0697699 Jul 26 16:08:01.749794 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-aea6a82e-7005-4b65-adb8-93ff858cec1f req-4651a56c-7628-4ab5-b240-6bea5f5653e7 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348108 Jul 26 16:08:02.892032 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42820796-c8c8-4415-ac00-2ac12becf958 req-d851c174-d288-4b2b-8930-d6fe03dc857d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:02.893510 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-42820796-c8c8-4415-ac00-2ac12becf958 req-d851c174-d288-4b2b-8930-d6fe03dc857d tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 946 time: 0.0668080 Jul 26 16:08:02.933126 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-42820796-c8c8-4415-ac00-2ac12becf958 req-f356f898-da8d-47b4-a42f-b90efbc4751e tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336051 Jul 26 16:08:03.367515 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d4e8c-1c90-4137-a0ae-4713e8c98284 req-92f82acf-4a1b-4e98-9cb1-c2d68a1cfed5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:03.369088 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2d7d4e8c-1c90-4137-a0ae-4713e8c98284 req-92f82acf-4a1b-4e98-9cb1-c2d68a1cfed5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0670390 Jul 26 16:08:03.411513 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2d7d4e8c-1c90-4137-a0ae-4713e8c98284 req-baa8641e-d611-4c89-adf6-15cf658174de tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360069 Jul 26 16:08:03.699996 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e71cd6b3-9e02-4158-988e-e0b1726e2bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:04.546283 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dfaca-6869-4f3e-bd58-c25ae3b42eb6 req-e132528e-39fa-4305-bf3c-dd08e9929e04 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:04.548504 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8b7dfaca-6869-4f3e-bd58-c25ae3b42eb6 req-e132528e-39fa-4305-bf3c-dd08e9929e04 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0665760 Jul 26 16:08:04.586027 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-8b7dfaca-6869-4f3e-bd58-c25ae3b42eb6 req-1fafcabf-19c9-4dae-9013-6a0644c13775 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316145 Jul 26 16:08:05.528627 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-5675f12a-1e52-429d-b62b-c9d2ed72893e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:05.530084 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-5675f12a-1e52-429d-b62b-c9d2ed72893e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0622828 Jul 26 16:08:05.636680 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Deleting port bffeb528-e9b6-49ee-a35f-170e9b059bae {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:08:05.637387 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:05.717972 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81806bd0-1976-470f-b21a-6299e407a2a9 req-f90eea71-5b01-4aee-9872-e310bac75ba6 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:05.720085 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-81806bd0-1976-470f-b21a-6299e407a2a9 req-f90eea71-5b01-4aee-9872-e310bac75ba6 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 945 time: 0.0663762 Jul 26 16:08:05.728578 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] For port bffeb528-e9b6-49ee-a35f-170e9b059bae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bffeb528-e9b6-49ee-a35f-170e9b059bae,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:05.728941 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:05.759334 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-81806bd0-1976-470f-b21a-6299e407a2a9 req-fecee315-37f7-43e5-8a6c-e4858396d9c5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=c426db45-a221-4ce5-8a85-4cd78683f922&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Jul 26 16:08:05.918138 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:05.918516 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:05.918898 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Floating IP 61fbf863-d942-4e38-b2aa-64d90f872416 disassociated. External IP: 172.27.1.173, port: bffeb528-e9b6-49ee-a35f-170e9b059bae. Jul 26 16:08:05.919248 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Calling delete_port for bffeb528-e9b6-49ee-a35f-170e9b059bae owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:08:06.045970 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:06.080538 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event deleted for resources: {'Port': ['ID=bffeb528-e9b6-49ee-a35f-170e9b059bae,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:06.090725 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.091076 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.091417 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.091750 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.092288 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.092623 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.093071 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.093445 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.094314 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.094730 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.095005 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.095390 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:06.209411 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ccd6647a-b4d0-47a5-9177-ae4f97aa3a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:06.216215 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Router b2afb8c1-c47c-4a78-a439-c4a7ca101651 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:08:06.319564 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:08:06.330166 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] Sync routers for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:08:06.339113 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:08:06.339746 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:08:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:06.365849 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] No DVR routers for this DVR port bffeb528-e9b6-49ee-a35f-170e9b059bae on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:08:06.368265 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:06.370208 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cc8fb186-f756-488b-b122-f2c1e66651ca req-ca9b1e37-23af-4480-8679-28c6c31aee90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "DELETE /v2.0/ports/bffeb528-e9b6-49ee-a35f-170e9b059bae HTTP/1.1" status: 204 len: 173 time: 0.8333914 Jul 26 16:08:06.370647 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'name': 'network-vif-deleted', 'tag': 'bffeb528-e9b6-49ee-a35f-170e9b059bae'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:08:06.372896 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9bc6d0-421f-4f14-8f1b-351cd54a9e62" -d '{"events": [{"server_uuid": "e2fd037c-8295-4c46-96e2-5ffdadaba13a", "name": "network-vif-deleted", "tag": "bffeb528-e9b6-49ee-a35f-170e9b059bae"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:08:06.440874 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c03f3ed-d690-4696-b386-d8dbf4eabce5 x-openstack-request-id: req-3c03f3ed-d690-4696-b386-d8dbf4eabce5 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:08:06.441083 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fd037c-8295-4c46-96e2-5ffdadaba13a", "name": "network-vif-deleted", "tag": "bffeb528-e9b6-49ee-a35f-170e9b059bae", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:08:06.441422 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c03f3ed-d690-4696-b386-d8dbf4eabce5 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:08:06.441956 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fd037c-8295-4c46-96e2-5ffdadaba13a', 'name': 'network-vif-deleted', 'tag': 'bffeb528-e9b6-49ee-a35f-170e9b059bae', 'status': 'completed', 'code': 200} Jul 26 16:08:06.455958 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:08:06.503448 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:06.672000 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:06.697356 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] Checking router: b2afb8c1-c47c-4a78-a439-c4a7ca101651 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:08:06.706002 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:08:06.706593 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:08:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:06.809619 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:08:06.866451 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-888e165d-7103-458b-a57f-e4a0f5b07275 req-9c6c8abd-81e2-4e0c-95e1-432eff449161 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2fd037c-8295-4c46-96e2-5ffdadaba13a HTTP/1.1" status: 200 len: 210 time: 0.0301764 Jul 26 16:08:07.027055 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:07.054234 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee16c10-f269-4fc2-9d19-d0e9e3c76d13 None None] The sync data for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi is: [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:08:07.248455 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:07.264402 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2757dce-fff1-4de0-8b01-db1cb01a8463 None None] New status for floating IP 61fbf863-d942-4e38-b2aa-64d90f872416: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:08:07.949468 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47170) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:08.005839 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8a94f827-2ed2-4b34-a7c8-fcdad66ec3da tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.028468 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8a94f827-2ed2-4b34-a7c8-fcdad66ec3da tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.076708 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8a94f827-2ed2-4b34-a7c8-fcdad66ec3da tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.079391 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8a94f827-2ed2-4b34-a7c8-fcdad66ec3da tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.080613 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-8a94f827-2ed2-4b34-a7c8-fcdad66ec3da tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "DELETE /v2.0/security-groups/c426db45-a221-4ce5-8a85-4cd78683f922 HTTP/1.1" status: 204 len: 168 time: 0.1301641 Jul 26 16:08:08.083507 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47172) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:08.089816 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94f827-2ed2-4b34-a7c8-fcdad66ec3da tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c426db45-a221-4ce5-8a85-4cd78683f922,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:08.097816 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.api.v2.resource [None req-c16e9cb8-da26-40ed-832f-b1c9a9c121b7 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] show failed (client error): The resource could not be found. Jul 26 16:08:08.101806 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c16e9cb8-da26-40ed-832f-b1c9a9c121b7 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups/c426db45-a221-4ce5-8a85-4cd78683f922 HTTP/1.1" status: 404 len: 347 time: 0.0171468 Jul 26 16:08:08.102357 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47174) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:08.193315 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device bffeb528-e9b6-49ee-a35f-170e9b059bae no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:08:08.213216 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: bffeb528-e9b6-49ee-a35f-170e9b059bae {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:08:08.213560 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device bffeb528-e9b6-49ee-a35f-170e9b059bae not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:08:08.225665 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Deleting port 4bfd3c44-c807-44ea-8f34-33b0fc896dda {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:08:08.226001 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.304486 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.304909 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.317058 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Calling delete_port for 4bfd3c44-c807-44ea-8f34-33b0fc896dda owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:08:08.459967 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.490415 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event deleted for resources: {'Port': ['ID=4bfd3c44-c807-44ea-8f34-33b0fc896dda,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:08.513190 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.513580 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.513876 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.514212 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.514544 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.514875 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.515204 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.515535 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.515862 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.516262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.516529 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.517364 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:08:08.560666 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.563175 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.564405 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-73637081-3247-4eac-8863-500421f2c343 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "DELETE /v2.0/floatingips/61fbf863-d942-4e38-b2aa-64d90f872416 HTTP/1.1" status: 204 len: 168 time: 0.4609845 Jul 26 16:08:08.759188 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47178) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:08.763897 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-35353cc1-5ad4-4e76-b848-4da303a71390 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733439094', 'description': 'tempest-description--407937998'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:08:08.786817 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-35353cc1-5ad4-4e76-b848-4da303a71390 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.883856 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-35353cc1-5ad4-4e76-b848-4da303a71390 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.887617 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-35353cc1-5ad4-4e76-b848-4da303a71390 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.918480 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-35353cc1-5ad4-4e76-b848-4da303a71390 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.919765 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-35353cc1-5ad4-4e76-b848-4da303a71390 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1595697 Jul 26 16:08:08.922699 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47180) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:08.924488 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35353cc1-5ad4-4e76-b848-4da303a71390 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37370102-5639-4722-843e-8f1a64e14589,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:08.927541 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-0a0e9664-b5f5-4d6f-99cf-9208d10f7328 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'security_group_rule': {'security_group_id': '37370102-5639-4722-843e-8f1a64e14589', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:08:08.934019 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:08.957116 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9664-b5f5-4d6f-99cf-9208d10f7328 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.003203 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9664-b5f5-4d6f-99cf-9208d10f7328 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.008157 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9664-b5f5-4d6f-99cf-9208d10f7328 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.027589 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e9664-b5f5-4d6f-99cf-9208d10f7328 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3411bf7-f981-4bb5-8a40-2f7fc1349de1,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:09.033974 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0a0e9664-b5f5-4d6f-99cf-9208d10f7328 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.035407 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0a0e9664-b5f5-4d6f-99cf-9208d10f7328 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115973 Jul 26 16:08:09.038403 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47182) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:09.042859 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-ec05f1c1-3061-4ac1-9cb8-e72a15f68b90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'security_group_rule': {'security_group_id': '37370102-5639-4722-843e-8f1a64e14589', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:08:09.071458 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ec05f1c1-3061-4ac1-9cb8-e72a15f68b90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.134483 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ec05f1c1-3061-4ac1-9cb8-e72a15f68b90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.138780 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ec05f1c1-3061-4ac1-9cb8-e72a15f68b90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735400'] for security_group_rule, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.158526 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05f1c1-3061-4ac1-9cb8-e72a15f68b90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4703fd0d-c5e6-4ad4-9e77-a695d973d5b2,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:09.166068 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ec05f1c1-3061-4ac1-9cb8-e72a15f68b90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.167284 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-ec05f1c1-3061-4ac1-9cb8-e72a15f68b90 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279383 Jul 26 16:08:09.170311 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47184) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:09.175298 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:08:09.197881 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.300319 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.414012 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Allocated IP 172.27.1.5 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/6e3cb65f-0a5a-4b1b-b2f7-25f79e88c39c) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:08:09.513095 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.556985 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.597090 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:08:09.600508 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:08:09.606634 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:08:09.629995 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'Port': ['ID=6e3cb65f-0a5a-4b1b-b2f7-25f79e88c39c,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:09.696741 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.744079 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.903693 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.908914 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:09.975600 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'Port': ['ID=6e3cb65f-0a5a-4b1b-b2f7-25f79e88c39c,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:09.991089 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:10.005109 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:10.006337 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-30a4b1d0-52bf-407a-8383-91eb89959278 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8351018 Jul 26 16:08:10.193898 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-79ef21b3-2b4c-4af4-b8e7-a83d2ebc0c0f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--733439094&fields=id&tenant_id=80a143f678ce4593b3fb9e3c716748f8 HTTP/1.1" status: 200 len: 267 time: 0.0336545 Jul 26 16:08:10.294344 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-4a14a7fa-ee36-49e3-83ad-c6d31f3244cb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:10.295779 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-4a14a7fa-ee36-49e3-83ad-c6d31f3244cb tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 811 time: 0.0952938 Jul 26 16:08:10.310867 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-f2a9ced4-a934-4659-aa1b-f7c96d30fe37 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/quotas/80a143f678ce4593b3fb9e3c716748f8 HTTP/1.1" status: 200 len: 375 time: 0.0088072 Jul 26 16:08:10.379214 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-f54ac35e-2f00-41a7-a593-9bb029a8edf3 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630898 Jul 26 16:08:10.468777 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-9396d777-0f2b-4c5d-8060-612e0f15d343 service neutron] 10.222.0.50 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784340 Jul 26 16:08:10.557584 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-00ce2721-65fd-4664-a032-0c52d19014d2 service neutron] 10.222.0.50 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823731 Jul 26 16:08:10.720661 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9424e247-a0fc-46e9-8dcd-d8559d7f6cbc req-9cb19de1-31c7-4b0f-9f66-285f33eb17ac tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 210 time: 0.0299280 Jul 26 16:08:11.771796 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-320ad582-88db-4018-ad85-f70861774aee tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:11.773349 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-320ad582-88db-4018-ad85-f70861774aee tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 811 time: 0.1102331 Jul 26 16:08:11.822649 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-a18349e8-c55d-4238-b41a-5df3177cdf01 req-0889c11d-d666-412e-acc1-2fabde9d9424 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 210 time: 0.0324955 Jul 26 16:08:11.834170 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-8b431059-b03c-4f87-87b7-e6954fa9cbfa tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a143f678ce4593b3fb9e3c716748f8 HTTP/1.1" status: 200 len: 379 time: 0.0427313 Jul 26 16:08:11.851624 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'port': {'device_id': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'admin_state_up': True, 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'security_groups': ['37370102-5639-4722-843e-8f1a64e14589']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:08:11.954014 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Made reservation on behalf of 80a143f678ce4593b3fb9e3c716748f8 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:08:11.957558 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:12.084450 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Allocated IP 172.20.0.3 (b403d99f-4a66-403e-8009-b1daeac5b3ab/757673c5-e550-46e9-9c63-60c9e70ff0c3/bc67bf34-b0cf-4fb3-acaa-fcde28f43a71) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:08:12.219691 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:12.233992 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Transition to ACTIVE for port object bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:08:12.266014 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:12.312739 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Network b403d99f-4a66-403e-8009-b1daeac5b3ab is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:08:12.316008 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:08:12.322268 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:08:12.348618 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event updated for resources: {'Port': ['ID=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:12.379889 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:12.380572 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:12.395807 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-e45aa2e0-4a2e-48da-aa3b-867cb2da4145 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481634 Jul 26 16:08:12.419957 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Request body: {'port': {'device_id': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:08:12.492940 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:12.575401 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-ee9e9384-0be0-4b69-b36e-6b510ff0288e None None] Provisioning for port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:08:12.581337 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-ee9e9384-0be0-4b69-b36e-6b510ff0288e None None] Provisioning complete for port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:08:12.581910 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9384-0be0-4b69-b36e-6b510ff0288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:12.624166 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e9384-0be0-4b69-b36e-6b510ff0288e None None] Port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:08:12.749343 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:08:12.757099 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:12.769405 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Transition to ACTIVE for port object bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:08:12.772900 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:12.819634 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:12.897711 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Attempting to bind port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:08:12.898192 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Attempting to bind port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:08:12.898620 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Attempting to bind port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 on network b403d99f-4a66-403e-8009-b1daeac5b3ab {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:08:12.913882 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 on network b403d99f-4a66-403e-8009-b1daeac5b3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:08:12.914209 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Attempting to bind port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 on network b403d99f-4a66-403e-8009-b1daeac5b3ab {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:08:12.938569 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:08:12.939407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Checking segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:08:12.939884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Bound using segment: {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:08:12.940368 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Bound port: bc67bf34-b0cf-4fb3-acaa-fcde28f43a71, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff225f78-fb81-4550-998b-a41da8ea0368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:08:12.940734 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:13.013175 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3280346-4056-4ab9-b277-a412a12907c7 req-c89257c8-e1c0-4e62-9ddf-df8c480562ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:13.014576 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3280346-4056-4ab9-b277-a412a12907c7 req-c89257c8-e1c0-4e62-9ddf-df8c480562ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 943 time: 0.1133568 Jul 26 16:08:13.038583 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] For port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:08:13.053681 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] For port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:08:13.060144 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:13.096671 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3280346-4056-4ab9-b277-a412a12907c7 req-9afeb0d0-a0c6-4d42-8c4f-b0ed73e01802 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760245 Jul 26 16:08:13.105282 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:13.105988 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:13.107324 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] 10.222.0.38 "PUT /v2.0/ports/bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 HTTP/1.1" status: 200 len: 1093 time: 0.6917236 Jul 26 16:08:13.107765 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'tag': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:08:13.110078 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a850f929-5998-41cb-99ab-7ab360286c51" -d '{"events": [{"name": "network-changed", "server_uuid": "6c46996b-c10c-4ccc-abb1-1999bd7656a0", "tag": "bc67bf34-b0cf-4fb3-acaa-fcde28f43a71"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:08:13.136252 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0c23-dd1f-46d1-a650-1ec80e7781b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:13.166192 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb7a9f-6e86-4508-a6b0-10bc386288e3 x-openstack-request-id: req-d1cb7a9f-6e86-4508-a6b0-10bc386288e3 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:08:13.166696 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c46996b-c10c-4ccc-abb1-1999bd7656a0", "tag": "bc67bf34-b0cf-4fb3-acaa-fcde28f43a71", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:08:13.167559 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1cb7a9f-6e86-4508-a6b0-10bc386288e3 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:08:13.168120 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'tag': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'status': 'completed', 'code': 200} Jul 26 16:08:13.262371 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-6b49472d-a990-4b13-a28a-4a9acc190025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:13.263999 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-6b49472d-a990-4b13-a28a-4a9acc190025 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 1096 time: 0.0597012 Jul 26 16:08:13.314309 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-2ab14e0c-d3d7-4a07-9e6e-f4cc2dab71fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 HTTP/1.1" status: 200 len: 217 time: 0.0355928 Jul 26 16:08:13.378101 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-5ad6c5bb-0e95-4dd1-b78c-6a809858895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:13.379565 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-5ad6c5bb-0e95-4dd1-b78c-6a809858895f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0522285 Jul 26 16:08:13.441496 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-638b8527-ec86-4710-b9fe-40376c7fbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:13.443031 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-638b8527-ec86-4710-b9fe-40376c7fbbab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542254 Jul 26 16:08:13.538063 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-49e577a6-9213-4926-b9ec-2427d636d96e service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844078 Jul 26 16:08:13.634698 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-990495cf-1875-4a30-9c35-9916aed1bd40 req-4c012c5a-b920-4349-99e6-cc8f4a8a21b7 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889246 Jul 26 16:08:13.797185 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f929-5998-41cb-99ab-7ab360286c51 req-76378f82-7aea-44cf-8485-760234f04d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:13.798598 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a850f929-5998-41cb-99ab-7ab360286c51 req-76378f82-7aea-44cf-8485-760234f04d3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 1096 time: 0.0562820 Jul 26 16:08:13.895195 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f929-5998-41cb-99ab-7ab360286c51 req-cb5eb179-6920-47fb-a3b8-f08070c0c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:13.896681 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a850f929-5998-41cb-99ab-7ab360286c51 req-cb5eb179-6920-47fb-a3b8-f08070c0c12f service neutron] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 912 time: 0.0879436 Jul 26 16:08:13.939517 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a850f929-5998-41cb-99ab-7ab360286c51 req-48e1392c-323c-4bf2-bb84-2bac93a8c67c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 HTTP/1.1" status: 200 len: 217 time: 0.0334737 Jul 26 16:08:13.988022 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f929-5998-41cb-99ab-7ab360286c51 req-c1a2838d-8ece-42e7-a35f-688a5e7b4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:13.989437 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a850f929-5998-41cb-99ab-7ab360286c51 req-c1a2838d-8ece-42e7-a35f-688a5e7b4f83 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0423770 Jul 26 16:08:14.053900 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f929-5998-41cb-99ab-7ab360286c51 req-69b0c387-d6d9-44b8-a7ef-57c1f3e74abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:14.055237 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a850f929-5998-41cb-99ab-7ab360286c51 req-69b0c387-d6d9-44b8-a7ef-57c1f3e74abf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534711 Jul 26 16:08:14.144179 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a850f929-5998-41cb-99ab-7ab360286c51 req-e1a0fd27-154b-4ca2-8bea-c27ef0ed1741 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807869 Jul 26 16:08:14.518175 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a850f929-5998-41cb-99ab-7ab360286c51 req-24db6693-def5-4929-a2c9-08ddca4fc5df service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664546 Jul 26 16:08:14.530219 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c342dea-1711-4752-968e-a3f9c4938f3b req-2fa3c67a-1409-4890-90e4-b98046ed6b63 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:14.531670 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7c342dea-1711-4752-968e-a3f9c4938f3b req-2fa3c67a-1409-4890-90e4-b98046ed6b63 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 943 time: 0.3632154 Jul 26 16:08:14.572960 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7c342dea-1711-4752-968e-a3f9c4938f3b req-ec0ab1db-7d6c-4d87-97be-e3f47fd41d41 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345628 Jul 26 16:08:15.708715 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a875d-6d28-4dab-83c6-ae21b50699db req-06670bfd-6cd7-4620-b8a0-a0fd6a29496c tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:15.711563 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0d0a875d-6d28-4dab-83c6-ae21b50699db req-06670bfd-6cd7-4620-b8a0-a0fd6a29496c tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 943 time: 0.0699883 Jul 26 16:08:15.750892 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-0d0a875d-6d28-4dab-83c6-ae21b50699db req-0e33ee14-baed-44d0-a78e-6a3597a20497 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332103 Jul 26 16:08:16.219010 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:08:16.321973 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:16.333561 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'port_id': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'mac_address': 'fa:16:3e:be:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:08:16.374756 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:16.387438 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:08:16.411041 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:16.415495 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:16.481123 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:16.772566 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['bc67bf34-b0cf-4fb3-acaa-fcde28f43a71'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:08:16.886777 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a97dc4-7c4f-45ac-ad2a-cc8ff3818717 req-a142c864-4af4-45ee-abbb-ab26695eda7a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:16.888333 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a4a97dc4-7c4f-45ac-ad2a-cc8ff3818717 req-a142c864-4af4-45ee-abbb-ab26695eda7a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 944 time: 0.0697267 Jul 26 16:08:16.930196 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a4a97dc4-7c4f-45ac-ad2a-cc8ff3818717 req-fe16d5a5-cc1f-4cb1-923d-d124591f4d37 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352380 Jul 26 16:08:18.092714 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442413d-e97b-47f2-b260-54f610a8e1f8 req-171f21d9-54ad-4ccc-930c-fdb2d936823b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:18.096319 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3442413d-e97b-47f2-b260-54f610a8e1f8 req-171f21d9-54ad-4ccc-930c-fdb2d936823b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 944 time: 0.0890970 Jul 26 16:08:18.138482 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3442413d-e97b-47f2-b260-54f610a8e1f8 req-ad692723-e5b5-4306-8f52-5bce47315e2b tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360684 Jul 26 16:08:18.225374 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:08:18.276549 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:08:18.280701 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:08:18.281112 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:18.369797 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:18.410705 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:08:18.413861 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fbdadc-c92e-4ac5-b47c-e7efe39ed48f" -d '{"events": [{"server_uuid": "6c46996b-c10c-4ccc-abb1-1999bd7656a0", "name": "network-vif-plugged", "status": "completed", "tag": "bc67bf34-b0cf-4fb3-acaa-fcde28f43a71"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:08:18.430698 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:18.435813 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:18.465479 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b27d197-5a40-4ec9-b254-5f41eecad002 x-openstack-request-id: req-9b27d197-5a40-4ec9-b254-5f41eecad002 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:08:18.465857 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c46996b-c10c-4ccc-abb1-1999bd7656a0", "name": "network-vif-plugged", "status": "completed", "tag": "bc67bf34-b0cf-4fb3-acaa-fcde28f43a71", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:08:18.466036 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b27d197-5a40-4ec9-b254-5f41eecad002 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:08:18.466371 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'code': 200} Jul 26 16:08:18.493904 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:18.505180 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117672-56f9-461a-b57b-2eb205a4b295 req-703bdd21-5961-428a-8221-0cf1a7b04e13 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:18.506678 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-46117672-56f9-461a-b57b-2eb205a4b295 req-703bdd21-5961-428a-8221-0cf1a7b04e13 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0679414 Jul 26 16:08:18.545640 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-46117672-56f9-461a-b57b-2eb205a4b295 req-2a616e2a-d9c6-4872-a664-eed8219f99e9 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Jul 26 16:08:18.730298 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b41e0-bea1-4862-86a9-626f42e55a23 req-4c980690-d7fa-4d64-97ae-71433c60c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:18.731923 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-042b41e0-bea1-4862-86a9-626f42e55a23 req-4c980690-d7fa-4d64-97ae-71433c60c26b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 1098 time: 0.0572875 Jul 26 16:08:18.770234 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-042b41e0-bea1-4862-86a9-626f42e55a23 req-18b427ac-15d4-4c50-93fc-1f236c71c710 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307004 Jul 26 16:08:19.279275 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ee48-49f4-4631-9a0e-ef474384e1cd req-8510e4ad-7d98-4144-a068-4828bcd31c9e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:19.280862 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79d8ee48-49f4-4631-9a0e-ef474384e1cd req-8510e4ad-7d98-4144-a068-4828bcd31c9e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 945 time: 0.0699959 Jul 26 16:08:19.323214 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-79d8ee48-49f4-4631-9a0e-ef474384e1cd req-3fc4484a-8c3b-4eb1-bd3f-d43a14235319 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347614 Jul 26 16:08:19.688393 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13343263-8a2f-4be2-a586-55010f6ca7bd req-3ecfb3ff-6971-4eff-aded-be377f15c97b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:19.690576 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-13343263-8a2f-4be2-a586-55010f6ca7bd req-3ecfb3ff-6971-4eff-aded-be377f15c97b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0695083 Jul 26 16:08:19.732641 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-13343263-8a2f-4be2-a586-55010f6ca7bd req-68c05043-eb24-4f9c-a3b2-8bcfc8ad6e66 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350878 Jul 26 16:08:20.488512 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11aef-1aa1-417a-9b48-4051b15b4a78 req-3d04e970-3b0c-47e5-84ab-ad850bb64201 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:20.490122 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2dd11aef-1aa1-417a-9b48-4051b15b4a78 req-3d04e970-3b0c-47e5-84ab-ad850bb64201 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 945 time: 0.0785415 Jul 26 16:08:20.536765 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2dd11aef-1aa1-417a-9b48-4051b15b4a78 req-3d4acd86-309e-4f21-9772-a8ad269d127d tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401814 Jul 26 16:08:20.695920 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db066f59-3315-4c26-8595-2fb8e5d97a63 req-1bc63c66-95be-43b5-9bf3-9891c8cad0b2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:20.697584 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-db066f59-3315-4c26-8595-2fb8e5d97a63 req-1bc63c66-95be-43b5-9bf3-9891c8cad0b2 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 945 time: 0.0729263 Jul 26 16:08:20.707007 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47244) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:20.713343 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Request body: {'floatingip': {'port_id': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:08:20.755158 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:21.039121 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d00bfe-aa24-4092-beef-6adb10607105 req-1e43ce14-7b60-495a-94a5-6c79cdcb6dba tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:21.040588 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b8d00bfe-aa24-4092-beef-6adb10607105 req-1e43ce14-7b60-495a-94a5-6c79cdcb6dba tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.2247529 Jul 26 16:08:21.130772 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b8d00bfe-aa24-4092-beef-6adb10607105 req-0b54e4cb-c816-4fc2-9459-24b258c2d361 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835438 Jul 26 16:08:21.368982 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:21.372703 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:21.472907 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Floating IP 052e45bc-03c7-4626-978b-cd3ce5481f19 associated. External IP: 172.27.1.5, port: bc67bf34-b0cf-4fb3-acaa-fcde28f43a71. Jul 26 16:08:21.712599 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Router b2afb8c1-c47c-4a78-a439-c4a7ca101651 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:08:21.820489 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:08:21.825246 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:21.831260 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] Sync routers for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:08:21.842186 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:08:21.842803 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:08:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:21.865545 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-126675d4-56de-47a7-a8ec-7405bf1024ec tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "PUT /v2.0/floatingips/052e45bc-03c7-4626-978b-cd3ce5481f19 HTTP/1.1" status: 200 len: 989 time: 1.1572556 Jul 26 16:08:21.866201 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'tag': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:08:21.868648 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c46996b-c10c-4ccc-abb1-1999bd7656a0", "tag": "bc67bf34-b0cf-4fb3-acaa-fcde28f43a71"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:08:21.904464 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c434c92a-fd29-4263-86fb-308d166ef209 x-openstack-request-id: req-c434c92a-fd29-4263-86fb-308d166ef209 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:08:21.904750 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c46996b-c10c-4ccc-abb1-1999bd7656a0", "tag": "bc67bf34-b0cf-4fb3-acaa-fcde28f43a71", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:08:21.904996 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c434c92a-fd29-4263-86fb-308d166ef209 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:08:21.905391 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'tag': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'status': 'completed', 'code': 200} Jul 26 16:08:21.951279 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:08:22.022672 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-a3d72b08-a647-4b3c-bc6d-2dca4df6c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:22.024210 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-a3d72b08-a647-4b3c-bc6d-2dca4df6c958 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=80a143f678ce4593b3fb9e3c716748f8&device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 1098 time: 0.0675163 Jul 26 16:08:22.124659 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-9262f95b-43c7-47f7-a00c-d787dae18d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:22.127995 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-9262f95b-43c7-47f7-a00c-d787dae18d05 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 200 len: 912 time: 0.0935705 Jul 26 16:08:22.204595 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-5545fecc-54f4-4d76-a2cf-0545bf6e3839 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 HTTP/1.1" status: 200 len: 997 time: 0.0706265 Jul 26 16:08:22.210353 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '052e45bc-03c7-4626-978b-cd3ce5481f19', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'port_id': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'mac_address': 'fa:16:3e:be:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:08:09Z', 'updated_at': '2021-07-26T16:08:21Z', 'revision_number': 1, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:22.243541 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] Checking router: b2afb8c1-c47c-4a78-a439-c4a7ca101651 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:08:22.253738 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:08:22.254519 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:08:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:22.291199 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-370a20f6-5b1c-423d-b932-005c9cc26a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:22.292756 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-370a20f6-5b1c-423d-b932-005c9cc26a6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 200 len: 850 time: 0.0796888 Jul 26 16:08:22.358916 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeabfcb-e901-4c3f-8bda-fcc02e37e3b3 req-2c3d9cea-a407-4380-8149-841b7687faf5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:22.360605 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5eeabfcb-e901-4c3f-8bda-fcc02e37e3b3 req-2c3d9cea-a407-4380-8149-841b7687faf5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.1383410 Jul 26 16:08:22.410792 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-3fbe44bf-9b81-479b-a4d2-b4d622f49f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:22.412896 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-3fbe44bf-9b81-479b-a4d2-b4d622f49f34 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b403d99f-4a66-403e-8009-b1daeac5b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1115637 Jul 26 16:08:22.418567 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5eeabfcb-e901-4c3f-8bda-fcc02e37e3b3 req-a595d824-5120-45cc-9489-7a47954ac7b9 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513325 Jul 26 16:08:22.505201 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:08:22.509711 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-612cf4a9-d16c-4b01-9b0b-2f764169cf03 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897164 Jul 26 16:08:22.612735 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a2d5e141-72c2-4c57-8d48-ab4278dbf5c3 req-96723afd-36d9-47ec-9630-58cedbdd1c92 service neutron] 10.222.0.38 "GET /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949435 Jul 26 16:08:22.763253 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '052e45bc-03c7-4626-978b-cd3ce5481f19', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'port_id': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'mac_address': 'fa:16:3e:be:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:08:09Z', 'updated_at': '2021-07-26T16:08:21Z', 'revision_number': 1, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:22.790326 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052fd78-7a86-4287-a22c-7939ee5517e7 None None] The sync data for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi is: [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '052e45bc-03c7-4626-978b-cd3ce5481f19', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'port_id': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'mac_address': 'fa:16:3e:be:03:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:08:09Z', 'updated_at': '2021-07-26T16:08:21Z', 'revision_number': 1, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:08:22.980141 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497dcf1f-ebe8-4dd4-83ab-2c99242d1297 None None] New status for floating IP 052e45bc-03c7-4626-978b-cd3ce5481f19: ACTIVE {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:08:23.583253 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45398-6058-43c5-968b-9f7a707514b1 req-42ba9b3a-429c-4dfe-a257-3781f7008d46 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:23.585772 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e9a45398-6058-43c5-968b-9f7a707514b1 req-42ba9b3a-429c-4dfe-a257-3781f7008d46 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0795584 Jul 26 16:08:23.643448 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e9a45398-6058-43c5-968b-9f7a707514b1 req-77ff2881-6277-472a-aa6b-efccbd46716a tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511289 Jul 26 16:08:24.773157 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a204eb6-ae1f-4d78-b68d-cb0e092f62fb req-955eadd8-ec4e-4db3-a02c-90ebb7b574a6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:24.774649 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3a204eb6-ae1f-4d78-b68d-cb0e092f62fb req-955eadd8-ec4e-4db3-a02c-90ebb7b574a6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0637441 Jul 26 16:08:24.815170 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3a204eb6-ae1f-4d78-b68d-cb0e092f62fb req-097b61fc-d90d-48c7-b4a3-37363407c574 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347116 Jul 26 16:08:25.809247 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:25.948391 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af564bed-e599-43e5-832f-402195506c36 req-437b8ad7-d61a-4ca0-8768-b5ce1764894c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:25.949929 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-af564bed-e599-43e5-832f-402195506c36 req-437b8ad7-d61a-4ca0-8768-b5ce1764894c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0663507 Jul 26 16:08:25.990797 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-af564bed-e599-43e5-832f-402195506c36 req-2a402da1-241b-40a1-b730-6ab7bd377b8f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338941 Jul 26 16:08:27.133717 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66043be-21d8-4107-962a-85daa77fc819 req-9d3e47e1-8f7b-4e9a-a8b6-92a8810bbf35 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:27.135269 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66043be-21d8-4107-962a-85daa77fc819 req-9d3e47e1-8f7b-4e9a-a8b6-92a8810bbf35 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0752108 Jul 26 16:08:27.175452 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e66043be-21d8-4107-962a-85daa77fc819 req-228e2adf-7bdd-4b3a-9f68-87bfac13f0bc tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336165 Jul 26 16:08:28.322623 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e3cbb-1355-4810-bc71-8b17fe157cb2 req-2b120e19-1786-4db4-96a6-8e7912b187f0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:28.324296 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0c1e3cbb-1355-4810-bc71-8b17fe157cb2 req-2b120e19-1786-4db4-96a6-8e7912b187f0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0735431 Jul 26 16:08:28.369761 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0c1e3cbb-1355-4810-bc71-8b17fe157cb2 req-6cba534f-e93d-4a4f-bc85-8ef3bab7c32c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364187 Jul 26 16:08:28.801396 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c327b-daea-4d0d-8185-d345960b07ae req-45d421f0-bb9b-4bc9-9642-5a99ef301ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:28.803264 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-149c327b-daea-4d0d-8185-d345960b07ae req-45d421f0-bb9b-4bc9-9642-5a99ef301ab2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88159d692b1d49bca76efe6a41efd839&device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1099 time: 0.0658450 Jul 26 16:08:28.916380 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c327b-daea-4d0d-8185-d345960b07ae req-44f2d31a-ec03-4403-9512-6d4778d1f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:28.917751 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-149c327b-daea-4d0d-8185-d345960b07ae req-44f2d31a-ec03-4403-9512-6d4778d1f727 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 200 len: 909 time: 0.1049697 Jul 26 16:08:28.998642 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-149c327b-daea-4d0d-8185-d345960b07ae req-8ab70f54-03e3-4501-959b-3b8ff9d145a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 200 len: 1001 time: 0.0723379 Jul 26 16:08:29.083341 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c327b-daea-4d0d-8185-d345960b07ae req-203727de-634c-4be7-acd0-3cb900976023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:29.084865 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-149c327b-daea-4d0d-8185-d345960b07ae req-203727de-634c-4be7-acd0-3cb900976023 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2ff7004-5fec-4297-af77-9396fc32ae9d HTTP/1.1" status: 200 len: 847 time: 0.0785203 Jul 26 16:08:29.138481 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-b4e69a59-3f31-400f-8ff2-4c8886f0c65a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047411 Jul 26 16:08:29.162104 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c327b-daea-4d0d-8185-d345960b07ae req-5841d480-36fe-4c67-9e2c-c226cef1b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:29.162993 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-149c327b-daea-4d0d-8185-d345960b07ae req-5841d480-36fe-4c67-9e2c-c226cef1b2bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e1854a-3394-4992-b6bf-68cda45a53a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0691259 Jul 26 16:08:29.296402 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-149c327b-daea-4d0d-8185-d345960b07ae req-3a92b84a-74bf-46e6-814f-b011c42d599e service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251752 Jul 26 16:08:29.327014 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-17384d99-0864-4b69-b67a-5a5ec07b8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:29.328617 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-17384d99-0864-4b69-b67a-5a5ec07b8247 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=001c523afc174d1bbaa01cfa69d6a592&device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 1099 time: 0.1142182 Jul 26 16:08:29.475577 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-149c327b-daea-4d0d-8185-d345960b07ae req-e10051f9-b7cb-4d56-bae5-d24c9308b6f8 service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704850 Jul 26 16:08:29.512738 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-ce845a56-121e-444a-8657-297ac40c1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:29.514271 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-ce845a56-121e-444a-8657-297ac40c1781 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 200 len: 917 time: 0.1594710 Jul 26 16:08:29.584592 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71151f18-309e-49c2-bfec-e5bd7028b934 req-503ac499-f482-4cef-b538-c53826bbc8d0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:29.586143 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-71151f18-309e-49c2-bfec-e5bd7028b934 req-503ac499-f482-4cef-b538-c53826bbc8d0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.1414683 Jul 26 16:08:29.629528 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-40b983cc-019c-4fca-b0d4-e4dbc78fe5bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332 HTTP/1.1" status: 200 len: 1000 time: 0.1004548 Jul 26 16:08:29.653074 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-71151f18-309e-49c2-bfec-e5bd7028b934 req-9719daf3-140d-450d-ae60-3b6820fbe165 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585058 Jul 26 16:08:29.692749 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-19ce3585-9116-4726-82b5-687faab1f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:29.694228 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-19ce3585-9116-4726-82b5-687faab1f323 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 200 len: 855 time: 0.0553596 Jul 26 16:08:29.759474 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-a0968a8d-51c9-44fd-8ccd-918445dd1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:29.761004 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-a0968a8d-51c9-44fd-8ccd-918445dd1f01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573518 Jul 26 16:08:29.874583 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-4081fdad-d684-4843-ba5a-3e8b5d07f7be service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045675 Jul 26 16:08:29.971918 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a87a1e66-4472-4b98-add3-b67d1a402468 req-4731ecba-05b7-4991-a2db-40f8b7bc5c95 service neutron] 10.222.0.38 "GET /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892012 Jul 26 16:08:30.792151 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916705d-0823-4200-ab99-c0251de5f992 req-e4488b24-e6ad-4a33-8ce0-87d8cf099d70 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:30.793657 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d916705d-0823-4200-ab99-c0251de5f992 req-e4488b24-e6ad-4a33-8ce0-87d8cf099d70 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0674343 Jul 26 16:08:30.834290 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d916705d-0823-4200-ab99-c0251de5f992 req-4b9b9337-406b-4cb9-9b07-422f7ca8599d tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339077 Jul 26 16:08:31.890485 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:08:31.989653 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e9167-fe2d-4f2b-ad02-b51cb3c4f38e req-1196fff4-c410-4e5f-8cb6-be7c46eafcf9 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:31.992526 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1c1e9167-fe2d-4f2b-ad02-b51cb3c4f38e req-1196fff4-c410-4e5f-8cb6-be7c46eafcf9 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0866270 Jul 26 16:08:32.045423 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1c1e9167-fe2d-4f2b-ad02-b51cb3c4f38e req-5240b9ec-a005-40d5-b5c7-0637980adc7b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439517 Jul 26 16:08:33.206683 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cb475-f881-4ee4-9097-8ffa88986906 req-db8cf3a2-b2bc-456b-b2de-f0bcee6058b5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:33.208374 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e31cb475-f881-4ee4-9097-8ffa88986906 req-db8cf3a2-b2bc-456b-b2de-f0bcee6058b5 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0834651 Jul 26 16:08:33.250868 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-e31cb475-f881-4ee4-9097-8ffa88986906 req-60f161ce-62e0-4561-b9e8-a832b0d6d5e9 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360632 Jul 26 16:08:33.516970 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-c7dac7c9-14dd-452e-9f7d-22e0a54094c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998497 Jul 26 16:08:33.540960 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc483784-4f70-4756-b2f4-6327c75ec3a8 req-b3f01b98-f371-418f-8d28-2d19aac83e16 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:33.542771 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cc483784-4f70-4756-b2f4-6327c75ec3a8 req-b3f01b98-f371-418f-8d28-2d19aac83e16 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0930886 Jul 26 16:08:33.602345 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cc483784-4f70-4756-b2f4-6327c75ec3a8 req-fcb2494b-dbc8-4b84-bcb0-0c9e4c28e058 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521698 Jul 26 16:08:33.712467 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0e7c74d3-94d5-4425-b519-9ce9fa4a90d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:34.327195 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:08:34.412103 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:34.436743 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:08:34.439240 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93de0e2d-f47d-4975-98a8-801ae50b9c73" -d '{"events": [{"server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "name": "network-vif-unplugged", "status": "completed", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:08:34.456813 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:34.462386 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:34.491506 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Jul 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267edacc-17bd-4275-938a-f64904b785d4 x-openstack-request-id: req-267edacc-17bd-4275-938a-f64904b785d4 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:08:34.491848 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "name": "network-vif-unplugged", "status": "failed", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d", "code": 422}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:08:34.492177 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-267edacc-17bd-4275-938a-f64904b785d4 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:08:34.492713 dv-cinder-797608-11-iscsi neutron-server[93040]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'code': 422} returned with failed status Jul 26 16:08:34.525055 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=6']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:34.780685 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873be86-4b61-4b53-80da-2f7d59bbb062 req-f8f3bdcf-700b-4157-9e28-a3968a7d8a7c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:34.781876 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d873be86-4b61-4b53-80da-2f7d59bbb062 req-f8f3bdcf-700b-4157-9e28-a3968a7d8a7c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0930312 Jul 26 16:08:34.830171 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d873be86-4b61-4b53-80da-2f7d59bbb062 req-9f39eaf7-e690-4197-a3a3-c421d31bd11e tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396287 Jul 26 16:08:35.645402 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f891c1-2f70-4795-9718-639885be24c5 req-5f18eb9e-b134-42d0-9a83-8599e5f278e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:35.646990 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-5f18eb9e-b134-42d0-9a83-8599e5f278e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba&tenant_id=88159d692b1d49bca76efe6a41efd839 HTTP/1.1" status: 200 len: 1097 time: 0.3345971 Jul 26 16:08:35.743908 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f891c1-2f70-4795-9718-639885be24c5 req-089a939d-43a1-438b-816c-1c40db061045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:35.745512 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-089a939d-43a1-438b-816c-1c40db061045 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88159d692b1d49bca76efe6a41efd839&device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1097 time: 0.0603130 Jul 26 16:08:35.843196 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f891c1-2f70-4795-9718-639885be24c5 req-b35a10cf-776e-463a-be55-b8eda4d26d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:35.845782 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-b35a10cf-776e-463a-be55-b8eda4d26d48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 200 len: 909 time: 0.0921218 Jul 26 16:08:35.921327 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-a6c177a0-da78-4fdc-b7f8-8909c25d6ff1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 200 len: 999 time: 0.0596552 Jul 26 16:08:35.978204 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f891c1-2f70-4795-9718-639885be24c5 req-6dd4569c-bbbe-4b3a-b04c-40f785c46c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:35.979645 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-6dd4569c-bbbe-4b3a-b04c-40f785c46c62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2ff7004-5fec-4297-af77-9396fc32ae9d HTTP/1.1" status: 200 len: 847 time: 0.0499141 Jul 26 16:08:35.996682 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2d59-f6ee-48d9-8fb2-d66eee348ca7 req-4a44205e-fe52-442c-8403-1e2c28274e3c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:35.999531 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-603f2d59-f6ee-48d9-8fb2-d66eee348ca7 req-4a44205e-fe52-442c-8403-1e2c28274e3c tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0940971 Jul 26 16:08:36.045728 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-603f2d59-f6ee-48d9-8fb2-d66eee348ca7 req-ae4bc584-d8db-43c3-b80c-9060179eef76 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396194 Jul 26 16:08:36.048165 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f891c1-2f70-4795-9718-639885be24c5 req-a62049be-e1f5-4bd1-a679-0368495113d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:36.049736 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-a62049be-e1f5-4bd1-a679-0368495113d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e1854a-3394-4992-b6bf-68cda45a53a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629530 Jul 26 16:08:36.143255 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-eb8f2820-0a06-4bd6-900e-610e04073035 service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849760 Jul 26 16:08:36.216377 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-45ef95f7-bd83-4460-8a95-11e587aabd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:36.246135 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-91f891c1-2f70-4795-9718-639885be24c5 req-7586e9e0-776b-4178-a5f6-1b9674b7bc1e service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956228 Jul 26 16:08:36.477047 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:37.184997 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a032207-6fc1-4b27-bff9-3d2df78c59af req-e1e9c93b-f878-4c8f-beda-53eff18ba772 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:37.186460 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a032207-6fc1-4b27-bff9-3d2df78c59af req-e1e9c93b-f878-4c8f-beda-53eff18ba772 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0633411 Jul 26 16:08:37.225324 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1a032207-6fc1-4b27-bff9-3d2df78c59af req-db068be8-4215-4341-be50-3df408665a33 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jul 26 16:08:37.249401 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:38.370429 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801a078-d43d-4693-973f-d544f74eb1e7 req-e0bfd9a6-b5f9-4206-a522-1895a6ab0452 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:38.372064 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1801a078-d43d-4693-973f-d544f74eb1e7 req-e0bfd9a6-b5f9-4206-a522-1895a6ab0452 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0765276 Jul 26 16:08:38.417464 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-1801a078-d43d-4693-973f-d544f74eb1e7 req-ea599481-39ea-49d9-a9ce-4e3858b662d8 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Jul 26 16:08:38.934759 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:39.554145 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ea6a3-8f53-4478-af47-911878927f51 req-c4136668-19a0-4d08-9672-c00de6dce6a2 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:39.555716 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-405ea6a3-8f53-4478-af47-911878927f51 req-c4136668-19a0-4d08-9672-c00de6dce6a2 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0684915 Jul 26 16:08:39.596517 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-405ea6a3-8f53-4478-af47-911878927f51 req-978d7620-a174-49e8-b933-375f7fc729c1 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Jul 26 16:08:40.729708 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb5332-c371-4fa4-b8dd-27236082bcf3 req-c72d702d-6470-423c-b401-bf2f0cee3e8e tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:40.731226 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4ddb5332-c371-4fa4-b8dd-27236082bcf3 req-c72d702d-6470-423c-b401-bf2f0cee3e8e tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0647902 Jul 26 16:08:40.772007 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4ddb5332-c371-4fa4-b8dd-27236082bcf3 req-5a4c40b6-3fca-4476-b30f-affca54fa075 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344639 Jul 26 16:08:41.770119 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b046afa-b543-4ea3-9257-5b6f33d1ea53 req-87b1d65c-0a4c-4559-8f90-26336ddfa752 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:41.771519 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7b046afa-b543-4ea3-9257-5b6f33d1ea53 req-87b1d65c-0a4c-4559-8f90-26336ddfa752 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 946 time: 0.0701427 Jul 26 16:08:41.814443 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7b046afa-b543-4ea3-9257-5b6f33d1ea53 req-8e67350f-6b88-460a-be63-b8666972eb81 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354357 Jul 26 16:08:41.918819 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e087a4-4c3c-42f2-b7aa-a89412ef16ae req-7ad8a6bb-45d4-407f-997a-9395df3e7727 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:41.920449 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-26e087a4-4c3c-42f2-b7aa-a89412ef16ae req-7ad8a6bb-45d4-407f-997a-9395df3e7727 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0759630 Jul 26 16:08:41.961681 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-26e087a4-4c3c-42f2-b7aa-a89412ef16ae req-3f4923e0-48b3-4521-8825-950efe77768b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342627 Jul 26 16:08:42.945749 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80409a2a-ac21-4887-a1bc-4e9f361366d4 req-71356daf-bd50-4f8e-affd-41726436a27b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:42.947195 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-80409a2a-ac21-4887-a1bc-4e9f361366d4 req-71356daf-bd50-4f8e-affd-41726436a27b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 946 time: 0.0612702 Jul 26 16:08:42.991954 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-80409a2a-ac21-4887-a1bc-4e9f361366d4 req-bffdd52f-a020-4dba-9832-f9aa46cb00c2 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups?id=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388205 Jul 26 16:08:43.101670 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fbc46-77e8-41d3-a7db-a41ad95117e5 req-6f874808-b1c9-4162-88d0-586b90d3fcc2 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:43.103046 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6e3fbc46-77e8-41d3-a7db-a41ad95117e5 req-6f874808-b1c9-4162-88d0-586b90d3fcc2 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0645616 Jul 26 16:08:43.139637 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6e3fbc46-77e8-41d3-a7db-a41ad95117e5 req-349a7e6c-e9c6-4a61-b191-c8bc577a4c17 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305560 Jul 26 16:08:43.453716 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-fff23440-a896-42e7-be24-9749564f0d78 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:43.455183 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-fff23440-a896-42e7-be24-9749564f0d78 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 946 time: 0.0654364 Jul 26 16:08:43.559676 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Deleting port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:08:43.560007 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:43.650614 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] For port b3632c99-dbb5-4f75-9ec2-ddc0514e1332, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:43.651016 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:43.817359 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:43.817736 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:43.818073 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Floating IP 6668905d-464d-44da-ab49-f87a63c1967d disassociated. External IP: 172.27.1.32, port: b3632c99-dbb5-4f75-9ec2-ddc0514e1332. Jul 26 16:08:43.818436 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Calling delete_port for b3632c99-dbb5-4f75-9ec2-ddc0514e1332 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:08:43.949775 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:43.978509 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event deleted for resources: {'Port': ['ID=b3632c99-dbb5-4f75-9ec2-ddc0514e1332,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:44.104925 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6bff0ed0-f570-4a06-b92d-862e4de5c26f req-dce9e6cf-69c6-4421-9577-810eeb59b1c8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 210 time: 0.0349131 Jul 26 16:08:44.121734 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Router 647b9075-74b2-4c23-b97a-6f255076252e has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:08:44.227405 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:08:44.237965 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] Sync routers for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:08:44.246592 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:08:44.247262 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:08:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:44.271319 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97ef6-0ba4-488f-af59-4da4775d0542 req-92f2f0ba-4ddf-4e1c-be72-6d43370ff890 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:44.272990 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3cf97ef6-0ba4-488f-af59-4da4775d0542 req-92f2f0ba-4ddf-4e1c-be72-6d43370ff890 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 944 time: 0.0642583 Jul 26 16:08:44.277388 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] No DVR routers for this DVR port b3632c99-dbb5-4f75-9ec2-ddc0514e1332 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:08:44.280002 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:44.282081 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f51f1779-fd83-4be6-9d66-5fc0be377e15 req-066f5407-ab38-4f2b-8f1f-413710d7fb2b tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.38 "DELETE /v2.0/ports/b3632c99-dbb5-4f75-9ec2-ddc0514e1332 HTTP/1.1" status: 204 len: 173 time: 0.8181968 Jul 26 16:08:44.283698 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-deleted', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:08:44.286183 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5de88-d943-4b3b-afdc-32eb2bfd5531" -d '{"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-deleted", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:08:44.322127 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-3cf97ef6-0ba4-488f-af59-4da4775d0542 req-b4777921-2bad-43ce-816b-562bcfe827f0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407107 Jul 26 16:08:44.362132 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:08:44.379339 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d43c2-0641-4561-b0c1-eeb2547c7040 x-openstack-request-id: req-c43d43c2-0641-4561-b0c1-eeb2547c7040 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:08:44.379630 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112ebd13-eef0-40fb-9562-a2070ebd008e", "name": "network-vif-deleted", "tag": "b3632c99-dbb5-4f75-9ec2-ddc0514e1332", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:08:44.379881 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c43d43c2-0641-4561-b0c1-eeb2547c7040 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:08:44.380303 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112ebd13-eef0-40fb-9562-a2070ebd008e', 'name': 'network-vif-deleted', 'tag': 'b3632c99-dbb5-4f75-9ec2-ddc0514e1332', 'status': 'completed', 'code': 200} Jul 26 16:08:44.413261 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:08:44.630045 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:44.644136 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'port_id': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'mac_address': 'fa:16:3e:28:46:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:08:44.689816 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:44.692681 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:44.717800 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] Checking router: 647b9075-74b2-4c23-b97a-6f255076252e for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:08:44.732274 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:08:44.739715 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:08:44.740242 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:08:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:44.789421 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:44.794314 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:44.885193 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=7']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:44.893992 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:08:45.087459 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:45.114262 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15171197-9067-480f-bd8d-526dfacf6c3f None None] The sync data for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi is: [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:00:26Z', 'revision_number': 4, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'f5db8291-89b9-4c55-b935-4c98df593e04', 'name': '', 'network_id': 'b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'mac_address': 'fa:16:3e:84:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:26Z', 'updated_at': '2021-07-26T16:00:35Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'subnets': [{'id': 'f0b8896f-c63a-4c78-8258-1431b5e7a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:08:45.159731 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:08:45.234198 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-06bfb751-4e19-41f9-980e-f88be3c97d8c req-4e344525-f0f0-4efd-a817-a4b125a2d4b8 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/ports?device_id=112ebd13-eef0-40fb-9562-a2070ebd008e HTTP/1.1" status: 200 len: 210 time: 0.0394104 Jul 26 16:08:45.401832 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4381a4b8-f5a6-422e-8fbb-ee5bd954fcaf None None] New status for floating IP 6668905d-464d-44da-ab49-f87a63c1967d: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:08:45.469549 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11a0b4-6da5-4b8e-a2f4-c9606af0ba58 req-8d3183e3-f18a-4798-af54-8422751d5a1b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:45.471748 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9d11a0b4-6da5-4b8e-a2f4-c9606af0ba58 req-8d3183e3-f18a-4798-af54-8422751d5a1b tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 945 time: 0.0727806 Jul 26 16:08:45.511651 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9d11a0b4-6da5-4b8e-a2f4-c9606af0ba58 req-77b4edc7-c7a2-4682-8383-2add8c2eed79 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336802 Jul 26 16:08:46.337238 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47376) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:46.395430 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-46f2c983-17aa-4a54-9889-7d5d68c0a229 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.418716 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:08:46.419870 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-46f2c983-17aa-4a54-9889-7d5d68c0a229 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.468722 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-46f2c983-17aa-4a54-9889-7d5d68c0a229 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.469586 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:08:46.469960 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.471804 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-46f2c983-17aa-4a54-9889-7d5d68c0a229 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.473047 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-46f2c983-17aa-4a54-9889-7d5d68c0a229 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "DELETE /v2.0/security-groups/e1ad2d0b-ccbe-42e7-8161-396ab9f8273e HTTP/1.1" status: 204 len: 168 time: 0.1348126 Jul 26 16:08:46.476005 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47378) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:46.482245 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2c983-17aa-4a54-9889-7d5d68c0a229 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad2d0b-ccbe-42e7-8161-396ab9f8273e,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:46.498736 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.api.v2.resource [None req-18d36cc3-d8c5-46cb-aa91-38c84636ee80 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] show failed (client error): The resource could not be found. Jul 26 16:08:46.499757 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-18d36cc3-d8c5-46cb-aa91-38c84636ee80 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "GET /v2.0/security-groups/e1ad2d0b-ccbe-42e7-8161-396ab9f8273e HTTP/1.1" status: 404 len: 347 time: 0.0221622 Jul 26 16:08:46.502699 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47380) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:46.559975 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.588275 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:08:46.591441 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36a0dde-38da-480c-a9f0-3a5de1ed7315" -d '{"events": [{"server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "name": "network-vif-plugged", "status": "completed", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:08:46.608052 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:46.613560 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.614590 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:08:46.636300 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: b3632c99-dbb5-4f75-9ec2-ddc0514e1332 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:08:46.637517 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device b3632c99-dbb5-4f75-9ec2-ddc0514e1332 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:08:46.691717 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=8']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:46.706404 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb40d3-79bd-431c-909c-35ae9e4c762e req-5624303d-13ea-4bbe-9ba7-561a22c5860f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:46.708471 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3cb40d3-79bd-431c-909c-35ae9e4c762e req-5624303d-13ea-4bbe-9ba7-561a22c5860f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0965190 Jul 26 16:08:46.727232 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8693006-e96e-40c6-ac5a-6a30cdbd6c8c x-openstack-request-id: req-b8693006-e96e-40c6-ac5a-6a30cdbd6c8c {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:08:46.727645 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "name": "network-vif-plugged", "status": "completed", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:08:46.727992 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8693006-e96e-40c6-ac5a-6a30cdbd6c8c {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:08:46.728532 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'code': 200} Jul 26 16:08:46.751070 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3cb40d3-79bd-431c-909c-35ae9e4c762e req-b9d4d8b0-54e3-47b5-88e5-b460705807a9 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358775 Jul 26 16:08:46.879312 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Deleting port 3e0e95cd-41f7-4811-bbc7-877094657b67 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:08:46.879559 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.953151 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.953477 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:46.965292 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Calling delete_port for 3e0e95cd-41f7-4811-bbc7-877094657b67 owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:08:47.008215 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6cf08-82af-4623-9137-dd7ce1b3ed14 req-05be0d6f-bc24-4907-92ce-10312b82a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:47.009886 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cb6cf08-82af-4623-9137-dd7ce1b3ed14 req-05be0d6f-bc24-4907-92ce-10312b82a519 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1099 time: 0.0551219 Jul 26 16:08:47.047264 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-9cb6cf08-82af-4623-9137-dd7ce1b3ed14 req-cd73cbb9-a81a-4fdc-9d4f-08e69413f05b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292835 Jul 26 16:08:47.097454 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:47.128112 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Pushing event deleted for resources: {'Port': ['ID=3e0e95cd-41f7-4811-bbc7-877094657b67,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:47.192510 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:47.195409 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:47.196560 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-3e8496a3-5945-41e9-8999-51e3a74d0802 tempest-AttachVolumeShelveTestJSON-1584879974 tempest-AttachVolumeShelveTestJSON-1584879974-project] 10.222.0.50 "DELETE /v2.0/floatingips/6668905d-464d-44da-ab49-f87a63c1967d HTTP/1.1" status: 204 len: 168 time: 0.6929739 Jul 26 16:08:47.887920 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332364ac-17ec-4c95-ae99-d060c567572e req-5d0ff42b-4528-48fe-9be6-2d73af288a01 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:47.889427 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-332364ac-17ec-4c95-ae99-d060c567572e req-5d0ff42b-4528-48fe-9be6-2d73af288a01 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0691214 Jul 26 16:08:47.928623 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-332364ac-17ec-4c95-ae99-d060c567572e req-f07a885d-f8c2-4d8e-bfe6-ecfdcff215e2 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Jul 26 16:08:49.066092 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8341cc-32e1-4d32-bd87-01eb301bb7b4 req-95c6b77d-ac51-41bb-b88b-7e321227659f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:08:49.067455 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6e8341cc-32e1-4d32-bd87-01eb301bb7b4 req-95c6b77d-ac51-41bb-b88b-7e321227659f tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0682864 Jul 26 16:08:49.106104 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-6e8341cc-32e1-4d32-bd87-01eb301bb7b4 req-3b4d3375-b9ad-44bd-a4a2-bba390e2b239 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327511 Jul 26 16:08:49.643806 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47418) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:50.137718 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:50.395669 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Deleting port f5db8291-89b9-4c55-b935-4c98df593e04 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:08:50.395896 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:50.477703 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] For port f5db8291-89b9-4c55-b935-4c98df593e04, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=f5db8291-89b9-4c55-b935-4c98df593e04,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:50.478056 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:50.490912 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Calling delete_port for f5db8291-89b9-4c55-b935-4c98df593e04 owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:08:50.677635 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:50.702825 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5db8291-89b9-4c55-b935-4c98df593e04,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:50.881189 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:51.106125 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Router 647b9075-74b2-4c23-b97a-6f255076252e has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:08:51.223381 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:08:51.228513 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d9e8e154-c804-43cf-bb7e-8811ac8f466c admin admin] 10.222.0.50 "PUT /v2.0/routers/647b9075-74b2-4c23-b97a-6f255076252e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5836279 Jul 26 16:08:51.231243 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47426) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:51.233472 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] Sync routers for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:08:51.244507 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:08:51.245049 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:08:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:51.342918 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks [] for router, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:51.456673 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:51.490248 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:08:51.515118 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Deleting port e5d86bb3-0263-4e08-a411-47d694bb99d6 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:08:51.515474 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:51.608586 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] For port e5d86bb3-0263-4e08-a411-47d694bb99d6, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=e5d86bb3-0263-4e08-a411-47d694bb99d6,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:51.608868 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:51.621894 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Calling delete_port for e5d86bb3-0263-4e08-a411-47d694bb99d6 owned by network:router_gateway {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:08:51.686262 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:08:50Z', 'revision_number': 5, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port': {'id': 'e5d86bb3-0263-4e08-a411-47d694bb99d6', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647b9075-74b2-4c23-b97a-6f255076252e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:00:21Z', 'updated_at': '2021-07-26T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:51.717515 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] Checking router: 647b9075-74b2-4c23-b97a-6f255076252e for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:08:51.726917 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] Routers {'647b9075-74b2-4c23-b97a-6f255076252e'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:08:51.727537 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:08:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['647b9075-74b2-4c23-b97a-6f255076252e'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:51.805179 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:51.827268 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] Set router 647b9075-74b2-4c23-b97a-6f255076252e gateway port host: None {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:08:51.835722 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d86bb3-0263-4e08-a411-47d694bb99d6,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:51.892998 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:08:51Z', 'revision_number': 6, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port_host': None}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:51.914777 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:51.925838 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cd7e0-9bc0-4453-b49d-99cd02283e50 None None] The sync data for ids ['647b9075-74b2-4c23-b97a-6f255076252e'] in dv-cinder-797608-11-iscsi is: [{'id': '647b9075-74b2-4c23-b97a-6f255076252e', 'name': 'tempest-AttachVolumeShelveTestJSON-933751717-router', 'tenant_id': '001c523afc174d1bbaa01cfa69d6a592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:00:19Z', 'updated_at': '2021-07-26T16:08:51Z', 'revision_number': 6, 'project_id': '001c523afc174d1bbaa01cfa69d6a592', 'gw_port_host': None}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:08:52.024371 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.026885 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.073517 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.074302 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 647b9075-74b2-4c23-b97a-6f255076252e {{(pid=93039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:08:52.079083 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.080429 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-7e8f4fce-dad7-4614-b658-ca032c96df88 admin admin] 10.222.0.50 "DELETE /v2.0/routers/647b9075-74b2-4c23-b97a-6f255076252e HTTP/1.1" status: 204 len: 168 time: 0.8480444 Jul 26 16:08:52.083415 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47428) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:52.128993 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e18871-0b24-4cf2-ba5b-1b4c28cef08d admin admin] Deleting subnet f0b8896f-c63a-4c78-8258-1431b5e7a736 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:08:52.131982 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e18871-0b24-4cf2-ba5b-1b4c28cef08d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.165963 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e18871-0b24-4cf2-ba5b-1b4c28cef08d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.247910 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e18871-0b24-4cf2-ba5b-1b4c28cef08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.315970 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e18871-0b24-4cf2-ba5b-1b4c28cef08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.343943 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e18871-0b24-4cf2-ba5b-1b4c28cef08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b8896f-c63a-4c78-8258-1431b5e7a736,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:52.350224 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-92e18871-0b24-4cf2-ba5b-1b4c28cef08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.354795 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-92e18871-0b24-4cf2-ba5b-1b4c28cef08d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f0b8896f-c63a-4c78-8258-1431b5e7a736 HTTP/1.1" status: 204 len: 168 time: 0.2678950 Jul 26 16:08:52.356309 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47432) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:52.365014 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfef2c1-cbf1-418a-b2b9-157b3a5f9422 None None] Network b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:08:52.436804 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.497349 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Deleting port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:08:52.497675 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.564059 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] For port b88fa1d2-b59d-47e2-a965-bffda3fa66e9, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=b88fa1d2-b59d-47e2-a965-bffda3fa66e9,segment=NetworkSegment(9674054c-20c2-4db2-9e03-41a657b5e91d),segment_id=9674054c-20c2-4db2-9e03-41a657b5e91d)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:08:52.564464 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.578096 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Calling delete_port for b88fa1d2-b59d-47e2-a965-bffda3fa66e9 owned by network:dhcp {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:08:52.670884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.701784 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88fa1d2-b59d-47e2-a965-bffda3fa66e9,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:52.703607 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] No DVR routers for this DVR port b88fa1d2-b59d-47e2-a965-bffda3fa66e9 on host dv-cinder-797608-11-iscsi {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:08:52.761008 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094fb96c-6f35-4ee5-a651-117370687ba4 None None] DHCP port deletion for b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 request from dv-cinder-797608-11-iscsi {{(pid=93040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 16:08:52.782181 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.794162 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22']}} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:52.805141 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9674054c-20c2-4db2-9e03-41a657b5e91d') {'for_net_delete': True} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:52.805430 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9674054c-20c2-4db2-9e03-41a657b5e91d') {} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:08:52.814654 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26762246'] for segment, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.828941 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.836081 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:08:52.836490 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415025'] for segment, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: Traceback (most recent call last): Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: timer() Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: cb(*args, **kw) Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: return func(*args, **kwargs) Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: self._notify() Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: self.callback(batched_events) Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: event.method(event) Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: return f(self, *a, **k) Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._get(url).json() Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: return self.request(url, 'GET', **kwargs) Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:08:52.838417 dv-cinder-797608-11-iscsi neutron-server[93038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:08:52.898481 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.908103 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:52.909942 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22 HTTP/1.1" status: 204 len: 168 time: 0.5526476 Jul 26 16:08:52.920621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b284c-0ff2-49e4-bbd9-1e279d7aa7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f5e8a5-6b4b-4fb3-ba07-6de8b95cee22,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:53.029579 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47436) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:53.071234 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f82cc081-d133-4f27-9000-087cf70d096d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=001c523afc174d1bbaa01cfa69d6a592&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404742 Jul 26 16:08:53.074381 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47438) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:53.122521 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef8f1-f91d-4857-b9c2-b0faa17a5d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:53.147967 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef8f1-f91d-4857-b9c2-b0faa17a5d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:53.193003 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef8f1-f91d-4857-b9c2-b0faa17a5d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:53.195522 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef8f1-f91d-4857-b9c2-b0faa17a5d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:53.196696 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-9a1ef8f1-f91d-4857-b9c2-b0faa17a5d36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e788c9cf-e750-4b16-b9dd-4664eae5827e HTTP/1.1" status: 204 len: 168 time: 0.1213958 Jul 26 16:08:53.205108 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ef8f1-f91d-4857-b9c2-b0faa17a5d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e788c9cf-e750-4b16-b9dd-4664eae5827e,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:53.913015 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device f5db8291-89b9-4c55-b935-4c98df593e04 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:08:53.934899 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: f5db8291-89b9-4c55-b935-4c98df593e04 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:08:53.935256 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device f5db8291-89b9-4c55-b935-4c98df593e04 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:08:53.935673 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device b88fa1d2-b59d-47e2-a965-bffda3fa66e9 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:08:53.956011 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: b88fa1d2-b59d-47e2-a965-bffda3fa66e9 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:08:53.956404 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device b88fa1d2-b59d-47e2-a965-bffda3fa66e9 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:08:53.956824 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e5d86bb3-0263-4e08-a411-47d694bb99d6 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:08:53.980136 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: e5d86bb3-0263-4e08-a411-47d694bb99d6 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:08:53.980506 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e5d86bb3-0263-4e08-a411-47d694bb99d6 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:08:54.861420 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47492) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:54.974062 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6e177014-9212-441d-9590-9796abdb506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.064275 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6e177014-9212-441d-9590-9796abdb506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.068546 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6e177014-9212-441d-9590-9796abdb506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.106574 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e177014-9212-441d-9590-9796abdb506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c9864a-9353-484b-b005-a3622bd1e422,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:55.110800 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-6e177014-9212-441d-9590-9796abdb506e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6778d7a5a42e4e0d9e183c5ba3f8e3d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481332 Jul 26 16:08:55.113738 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47496) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:55.167763 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a0380ba0-e9bf-4f03-ab5b-df0fd232fbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.190463 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a0380ba0-e9bf-4f03-ab5b-df0fd232fbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.238866 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a0380ba0-e9bf-4f03-ab5b-df0fd232fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.241436 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a0380ba0-e9bf-4f03-ab5b-df0fd232fbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.242759 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-a0380ba0-e9bf-4f03-ab5b-df0fd232fbb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33c9864a-9353-484b-b005-a3622bd1e422 HTTP/1.1" status: 204 len: 168 time: 0.1280227 Jul 26 16:08:55.251462 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0380ba0-e9bf-4f03-ab5b-df0fd232fbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c9864a-9353-484b-b005-a3622bd1e422,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:55.540883 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47504) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:55.555572 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f67fc881-9fe6-44f3-96f3-97f8936035e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.666638 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f67fc881-9fe6-44f3-96f3-97f8936035e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.671207 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f67fc881-9fe6-44f3-96f3-97f8936035e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.709478 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fc881-9fe6-44f3-96f3-97f8936035e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6ea4a-5b4c-47dc-89a4-6b52ff654477,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:55.714123 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-f67fc881-9fe6-44f3-96f3-97f8936035e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a47ec6ee2504482093bd36d92b9fc4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720741 Jul 26 16:08:55.716817 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47506) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:55.765918 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bb549036-2c07-447e-82b0-9a33209652e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.786669 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bb549036-2c07-447e-82b0-9a33209652e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.805757 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.835044 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bb549036-2c07-447e-82b0-9a33209652e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.838015 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-bb549036-2c07-447e-82b0-9a33209652e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:55.839250 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-bb549036-2c07-447e-82b0-9a33209652e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bd6ea4a-5b4c-47dc-89a4-6b52ff654477 HTTP/1.1" status: 204 len: 168 time: 0.1215751 Jul 26 16:08:55.847203 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb549036-2c07-447e-82b0-9a33209652e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6ea4a-5b4c-47dc-89a4-6b52ff654477,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:57.257068 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47548) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:57.360876 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed3b5-7ac1-41ad-b31a-f57db598d307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:57.453667 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed3b5-7ac1-41ad-b31a-f57db598d307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:57.458667 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed3b5-7ac1-41ad-b31a-f57db598d307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:57.509041 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-2b8ed3b5-7ac1-41ad-b31a-f57db598d307 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=343dddf95bbb4a73a81460d36d93d6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508616 Jul 26 16:08:57.511828 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ed3b5-7ac1-41ad-b31a-f57db598d307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d049cca-d6c1-42c1-8a6b-f65de807e9bc,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:57.512675 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47552) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:57.567086 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-39f32175-3ffa-4b53-9dc0-094a502b0f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:57.590194 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-39f32175-3ffa-4b53-9dc0-094a502b0f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:57.636543 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-39f32175-3ffa-4b53-9dc0-094a502b0f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:57.639050 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-39f32175-3ffa-4b53-9dc0-094a502b0f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:57.643434 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-39f32175-3ffa-4b53-9dc0-094a502b0f41 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d049cca-d6c1-42c1-8a6b-f65de807e9bc HTTP/1.1" status: 204 len: 168 time: 0.1297102 Jul 26 16:08:57.651462 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f32175-3ffa-4b53-9dc0-094a502b0f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d049cca-d6c1-42c1-8a6b-f65de807e9bc,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:57.909727 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47560) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:57.922515 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-15c15c44-8e1e-4b50-9eae-027641b8503c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:58.013118 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-15c15c44-8e1e-4b50-9eae-027641b8503c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:58.017077 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-15c15c44-8e1e-4b50-9eae-027641b8503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:58.055942 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-15c15c44-8e1e-4b50-9eae-027641b8503c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e624f189907f47bc80c98a2453541657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450837 Jul 26 16:08:58.056842 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c15c44-8e1e-4b50-9eae-027641b8503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81896ce6-d9cd-442f-8363-42295e4decca,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:08:58.058671 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47562) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:08:58.107155 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-63549529-1ccd-4dc4-bf63-4901d7918b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:58.129127 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-63549529-1ccd-4dc4-bf63-4901d7918b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:58.175012 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-63549529-1ccd-4dc4-bf63-4901d7918b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:58.177624 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-63549529-1ccd-4dc4-bf63-4901d7918b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:08:58.178788 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-63549529-1ccd-4dc4-bf63-4901d7918b79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81896ce6-d9cd-442f-8363-42295e4decca HTTP/1.1" status: 204 len: 168 time: 0.1191137 Jul 26 16:08:58.187252 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63549529-1ccd-4dc4-bf63-4901d7918b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81896ce6-d9cd-442f-8363-42295e4decca,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:03.708502 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c502c19e-a7df-4f52-a92c-f3d8244bd506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:03.741164 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47664) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:03.858127 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4525babf-7484-4426-bbd4-a09a9b19cdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:03.967146 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4525babf-7484-4426-bbd4-a09a9b19cdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:03.972372 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4525babf-7484-4426-bbd4-a09a9b19cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.010216 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525babf-7484-4426-bbd4-a09a9b19cdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34e7774-0374-4007-beac-03296e9930b5,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:04.014734 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4525babf-7484-4426-bbd4-a09a9b19cdd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf587c5eb8ec49e282d784a830ffcc78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725461 Jul 26 16:09:04.017831 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47670) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:04.067271 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-22c364cb-cfab-4308-b417-186ccd7abf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.089081 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-22c364cb-cfab-4308-b417-186ccd7abf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.137174 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-22c364cb-cfab-4308-b417-186ccd7abf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.140069 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-22c364cb-cfab-4308-b417-186ccd7abf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.144394 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-22c364cb-cfab-4308-b417-186ccd7abf85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d34e7774-0374-4007-beac-03296e9930b5 HTTP/1.1" status: 204 len: 168 time: 0.1255376 Jul 26 16:09:04.155780 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c364cb-cfab-4308-b417-186ccd7abf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34e7774-0374-4007-beac-03296e9930b5,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:04.439823 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47676) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:04.459734 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-461a8e9c-67f7-4d8a-a1f5-339a1aaa828d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.562644 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-461a8e9c-67f7-4d8a-a1f5-339a1aaa828d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.567454 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-461a8e9c-67f7-4d8a-a1f5-339a1aaa828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.607701 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a8e9c-67f7-4d8a-a1f5-339a1aaa828d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f9d016-3959-46a1-883b-f847e5e39663,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:04.614152 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-461a8e9c-67f7-4d8a-a1f5-339a1aaa828d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e68b5da709e243ce915c682d3987e165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732175 Jul 26 16:09:04.618261 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47678) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:04.672822 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-58424b8d-df26-426c-b2b2-56cb35cfec9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.693233 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-58424b8d-df26-426c-b2b2-56cb35cfec9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.741928 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-58424b8d-df26-426c-b2b2-56cb35cfec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.744643 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-58424b8d-df26-426c-b2b2-56cb35cfec9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:04.745888 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-58424b8d-df26-426c-b2b2-56cb35cfec9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61f9d016-3959-46a1-883b-f847e5e39663 HTTP/1.1" status: 204 len: 168 time: 0.1266809 Jul 26 16:09:04.755327 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58424b8d-df26-426c-b2b2-56cb35cfec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f9d016-3959-46a1-883b-f847e5e39663,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:06.210843 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-cbff569a-d6a3-447b-8a6c-91c910a55ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:06.474999 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:07.253818 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:07.722175 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47838) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:07.825407 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:07.917012 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:07.921378 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:07.962524 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c35945e05a445938f70cb8edd779e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391694 Jul 26 16:09:07.963383 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7654a-8ba8-4455-a0fb-ff224e1cebe7,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:07.965410 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47842) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:07.983330 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.983674 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.984015 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.984381 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.984711 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.985051 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.985366 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.986270 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.986595 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.986916 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.987235 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:07.987552 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e81fe-0ed6-440e-b443-acc6694af837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.024332 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7e1f78c3-18eb-4d8e-97c4-8f595a0d64a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.044997 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7e1f78c3-18eb-4d8e-97c4-8f595a0d64a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.090413 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7e1f78c3-18eb-4d8e-97c4-8f595a0d64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.093107 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7e1f78c3-18eb-4d8e-97c4-8f595a0d64a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.094257 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-7e1f78c3-18eb-4d8e-97c4-8f595a0d64a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fe7654a-8ba8-4455-a0fb-ff224e1cebe7 HTTP/1.1" status: 204 len: 168 time: 0.1279528 Jul 26 16:09:08.102652 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f78c3-18eb-4d8e-97c4-8f595a0d64a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7654a-8ba8-4455-a0fb-ff224e1cebe7,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:08.348501 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47848) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:08.362013 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9bdc186f-e3f2-4356-b9bd-f019ffa9c4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.451958 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9bdc186f-e3f2-4356-b9bd-f019ffa9c4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.456742 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-9bdc186f-e3f2-4356-b9bd-f019ffa9c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.497215 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-9bdc186f-e3f2-4356-b9bd-f019ffa9c4e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49ee4440092a4374aac6b26c10953734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476014 Jul 26 16:09:08.498067 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc186f-e3f2-4356-b9bd-f019ffa9c4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d876e3-29e9-4d08-b265-f64d4f6b1990,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:08.499927 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47850) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:08.547428 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.570198 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.617932 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.620601 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:08.621761 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39d876e3-29e9-4d08-b265-f64d4f6b1990 HTTP/1.1" status: 204 len: 168 time: 0.1207986 Jul 26 16:09:08.629568 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d876e3-29e9-4d08-b265-f64d4f6b1990,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:08.641412 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.642517 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.643052 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.643481 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.643901 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.644384 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.644809 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.645704 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.645704 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.646436 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.646948 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.647355 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ed4689-40ef-4165-a0eb-55c0f50f33df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:08.889251 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:09:08.913710 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-7000e5b7-1377-43f9-9746-c7815255cd18 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417938179&fields=id&tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 267 time: 0.0413027 Jul 26 16:09:08.944441 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:09.038695 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776398-7409-4044-a289-67eccade9284 req-e6938db8-54b9-4b66-9136-e9563395971f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:09.040239 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-e6938db8-54b9-4b66-9136-e9563395971f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 811 time: 0.1193957 Jul 26 16:09:09.056135 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-20784219-e632-4ed5-9752-badf6cbc2fef tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/quotas/a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 375 time: 0.0101085 Jul 26 16:09:09.157111 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-0cfc730c-99a7-4118-8a4f-00d02243dc9f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0954125 Jul 26 16:09:09.258804 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-e68b884e-e7e2-4e62-8dc6-ab31190042f2 service neutron] 10.222.0.50 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887794 Jul 26 16:09:09.361820 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-2b121b65-d6c5-4787-907f-cd85134952ed service neutron] 10.222.0.50 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967584 Jul 26 16:09:09.723083 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-a271daa8-f847-4afd-8e05-7112babcaa6e req-f0afae1d-68d4-4053-b62e-79016a48cd97 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0364766 Jul 26 16:09:10.409028 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47938) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:10.510663 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a5261441-9954-46b5-b96a-8c418437fafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:10.601480 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a5261441-9954-46b5-b96a-8c418437fafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:10.605341 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a5261441-9954-46b5-b96a-8c418437fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:10.644498 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a5261441-9954-46b5-b96a-8c418437fafa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7632e840272844199759c96947fc6375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343581 Jul 26 16:09:10.645328 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5261441-9954-46b5-b96a-8c418437fafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f770bddd-3ca4-4613-8454-624d39a05b99,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:10.647331 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47942) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:10.699505 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3462c4b0-8311-47fc-b3c1-0639be585dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:10.771423 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3462c4b0-8311-47fc-b3c1-0639be585dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:10.832964 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-af52eefa-242f-4ed6-a65e-2378124492b8 req-eb09626a-7160-49f0-b55e-943f474380c9 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0356374 Jul 26 16:09:10.850865 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776398-7409-4044-a289-67eccade9284 req-ee72796a-6943-44af-ac19-8d0f4626b0e1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:10.852400 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-ee72796a-6943-44af-ac19-8d0f4626b0e1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 811 time: 0.1501045 Jul 26 16:09:10.866841 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3462c4b0-8311-47fc-b3c1-0639be585dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:10.870158 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3462c4b0-8311-47fc-b3c1-0639be585dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:10.872383 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-3462c4b0-8311-47fc-b3c1-0639be585dd1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f770bddd-3ca4-4613-8454-624d39a05b99 HTTP/1.1" status: 204 len: 168 time: 0.2231772 Jul 26 16:09:10.892590 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462c4b0-8311-47fc-b3c1-0639be585dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f770bddd-3ca4-4613-8454-624d39a05b99,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:10.919613 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-1262125e-757d-431e-aa80-573186cc211e tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2 HTTP/1.1" status: 200 len: 380 time: 0.0468783 Jul 26 16:09:10.929164 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'port': {'device_id': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'admin_state_up': True, 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'security_groups': ['2887d898-fadc-41a1-9c41-1851c7e9072c']}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:09:11.034754 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Made reservation on behalf of a521acbf91bb4c9b8b4739a09bcd60b2 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:09:11.038209 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.150990 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 47950) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:11.164994 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d619c376-c58c-47f2-9625-b988147f6ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.172236 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Allocated IP 172.20.0.6 (df718479-1703-448c-84ac-ed84f9f84200/b4ccf388-3e84-4c72-a2e2-939f2ad4ebca/0edf874d-9c67-4855-b767-5260d1fcad49) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:09:11.268485 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d619c376-c58c-47f2-9625-b988147f6ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.273593 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d619c376-c58c-47f2-9625-b988147f6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.311199 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d619c376-c58c-47f2-9625-b988147f6ef8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=475b29a83f6b4e0392cbea6515556da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589787 Jul 26 16:09:11.313969 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 47954) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:11.315707 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619c376-c58c-47f2-9625-b988147f6ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f42ed-ee5d-45d1-918a-f33c984e66b7,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:11.318836 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.347325 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Transition to ACTIVE for port object 0edf874d-9c67-4855-b767-5260d1fcad49 will not be triggered until provisioned by entity DHCP. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:09:11.394033 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-00b9d5ec-fdac-441b-9543-1a621d0752e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.414009 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.424993 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-00b9d5ec-fdac-441b-9543-1a621d0752e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.478598 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Network df718479-1703-448c-84ac-ed84f9f84200 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:09:11.492887 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:09:11.499334 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:09:11.503726 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=0edf874d-9c67-4855-b767-5260d1fcad49,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:11.555780 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:11.556514 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.559001 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-00b9d5ec-fdac-441b-9543-1a621d0752e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.561752 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-00b9d5ec-fdac-441b-9543-1a621d0752e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.566326 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-00b9d5ec-fdac-441b-9543-1a621d0752e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a90f42ed-ee5d-45d1-918a-f33c984e66b7 HTTP/1.1" status: 204 len: 168 time: 0.2479639 Jul 26 16:09:11.579811 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9d5ec-fdac-441b-9543-1a621d0752e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f42ed-ee5d-45d1-918a-f33c984e66b7,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:11.590909 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-f26308a6-3d24-4fc6-9cfd-c264efab13a5 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6654277 Jul 26 16:09:11.611241 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Request body: {'port': {'device_id': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:09:11.692906 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.798825 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-3d720906-b9b6-42f1-908f-aa181fc7c6a0 None None] Provisioning for port 0edf874d-9c67-4855-b767-5260d1fcad49 completed by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:09:11.803608 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-3d720906-b9b6-42f1-908f-aa181fc7c6a0 None None] Provisioning complete for port 0edf874d-9c67-4855-b767-5260d1fcad49 triggered by entity DHCP. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:09:11.804176 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-3d720906-b9b6-42f1-908f-aa181fc7c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:11.844334 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-3d720906-b9b6-42f1-908f-aa181fc7c6a0 None None] Port 0edf874d-9c67-4855-b767-5260d1fcad49 cannot update to ACTIVE because it is not bound. {{(pid=93040) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 26 16:09:12.023032 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edf874d-9c67-4855-b767-5260d1fcad49 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:09:12.032461 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:12.046947 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302f098-88bb-47db-af3c-8e798484ac87 req-5656f0c6-b016-4658-a9b2-362a7b4a1741 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:12.049156 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b302f098-88bb-47db-af3c-8e798484ac87 req-5656f0c6-b016-4658-a9b2-362a7b4a1741 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 931 time: 0.1228173 Jul 26 16:09:12.063195 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Transition to ACTIVE for port object 0edf874d-9c67-4855-b767-5260d1fcad49 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:09:12.072973 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:12.144426 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b302f098-88bb-47db-af3c-8e798484ac87 req-d75a609d-0873-4cb0-8426-477e7853625b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890753 Jul 26 16:09:12.145074 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Pushing event updated for resources: {'Port': ['ID=0edf874d-9c67-4855-b767-5260d1fcad49,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:12.224424 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Attempting to bind port 0edf874d-9c67-4855-b767-5260d1fcad49 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:09:12.224897 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Attempting to bind port 0edf874d-9c67-4855-b767-5260d1fcad49 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:09:12.225145 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Attempting to bind port 0edf874d-9c67-4855-b767-5260d1fcad49 on network df718479-1703-448c-84ac-ed84f9f84200 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:09:12.234106 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Port 0edf874d-9c67-4855-b767-5260d1fcad49 on network df718479-1703-448c-84ac-ed84f9f84200 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:09:12.234561 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Attempting to bind port 0edf874d-9c67-4855-b767-5260d1fcad49 on network df718479-1703-448c-84ac-ed84f9f84200 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:09:12.240444 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:09:12.240785 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Checking segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:09:12.241176 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Bound using segment: {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:09:12.241622 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Bound port: 0edf874d-9c67-4855-b767-5260d1fcad49, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62086a32-cdb9-4098-b579-fa9450b394ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:09:12.241974 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:12.312765 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] For port 0edf874d-9c67-4855-b767-5260d1fcad49, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:09:12.317442 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] For port 0edf874d-9c67-4855-b767-5260d1fcad49, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0edf874d-9c67-4855-b767-5260d1fcad49,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:09:12.323879 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:12.365567 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:12.366262 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:12.367811 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] 10.222.0.38 "PUT /v2.0/ports/0edf874d-9c67-4855-b767-5260d1fcad49 HTTP/1.1" status: 200 len: 1093 time: 0.7611120 Jul 26 16:09:12.368358 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:09:12.370995 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb47117-6895-4a66-b813-4e2398806f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:09:12.413058 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9916488f-2905-4be3-b2f9-9ce4872d59a9 x-openstack-request-id: req-9916488f-2905-4be3-b2f9-9ce4872d59a9 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:09:12.413409 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:09:12.413719 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9916488f-2905-4be3-b2f9-9ce4872d59a9 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:09:12.414210 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49', 'status': 'completed', 'code': 200} Jul 26 16:09:12.417537 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56161011-639e-459d-b7f0-81589e9dd221 service neutron] Pushing event updated for resources: {'Port': ['ID=0edf874d-9c67-4855-b767-5260d1fcad49,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:12.499099 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776398-7409-4044-a289-67eccade9284 req-d7dce7e7-0ea1-4dbb-ac77-07c04f83009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:12.500654 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-d7dce7e7-0ea1-4dbb-ac77-07c04f83009e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0589783 Jul 26 16:09:12.551784 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-e2065c95-dd73-4683-b288-5b406e430b65 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edf874d-9c67-4855-b767-5260d1fcad49 HTTP/1.1" status: 200 len: 217 time: 0.0339608 Jul 26 16:09:12.618018 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776398-7409-4044-a289-67eccade9284 req-9305653f-3b93-477a-ae4c-dc28c8f3805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:12.619443 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-9305653f-3b93-477a-ae4c-dc28c8f3805e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0578690 Jul 26 16:09:12.678932 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776398-7409-4044-a289-67eccade9284 req-8ed356c6-9b1d-4608-bcff-e2d113e336dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:12.680465 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-8ed356c6-9b1d-4608-bcff-e2d113e336dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530314 Jul 26 16:09:12.779230 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-58534c51-8c11-4423-b28b-4e42293f852b service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911222 Jul 26 16:09:12.875408 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-60776398-7409-4044-a289-67eccade9284 req-3076b1c6-8c59-4e20-81b2-ea529652f9e0 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Jul 26 16:09:13.005237 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47117-6895-4a66-b813-4e2398806f8b req-8a291290-cd8a-4663-8299-96830253dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:13.006890 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abb47117-6895-4a66-b813-4e2398806f8b req-8a291290-cd8a-4663-8299-96830253dbc7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0575733 Jul 26 16:09:13.110007 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47117-6895-4a66-b813-4e2398806f8b req-597f1b1b-8a93-4871-9f38-7197461a2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:13.111914 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abb47117-6895-4a66-b813-4e2398806f8b req-597f1b1b-8a93-4871-9f38-7197461a2c95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.0963445 Jul 26 16:09:13.156753 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abb47117-6895-4a66-b813-4e2398806f8b req-964b1881-1ad4-4d6e-8508-60caa0d41262 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edf874d-9c67-4855-b767-5260d1fcad49 HTTP/1.1" status: 200 len: 217 time: 0.0364230 Jul 26 16:09:13.212279 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47117-6895-4a66-b813-4e2398806f8b req-d7edc746-78f0-4d8b-8802-068d19cc0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:13.213860 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abb47117-6895-4a66-b813-4e2398806f8b req-d7edc746-78f0-4d8b-8802-068d19cc0cb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0494454 Jul 26 16:09:13.589253 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47117-6895-4a66-b813-4e2398806f8b req-fb4b53eb-5bf7-40e0-a748-b961f9753423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:13.590710 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abb47117-6895-4a66-b813-4e2398806f8b req-fb4b53eb-5bf7-40e0-a748-b961f9753423 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3683522 Jul 26 16:09:13.601935 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b2043-2936-4d4e-84c4-518dbc5e9812 req-28030932-5d5a-4d45-beba-a5ac02a60d5a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:13.603676 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-df2b2043-2936-4d4e-84c4-518dbc5e9812 req-28030932-5d5a-4d45-beba-a5ac02a60d5a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.3830109 Jul 26 16:09:13.689979 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-df2b2043-2936-4d4e-84c4-518dbc5e9812 req-4b51077e-b6d9-4919-abf7-dfcf8674a523 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765297 Jul 26 16:09:13.718742 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abb47117-6895-4a66-b813-4e2398806f8b req-baad83cd-148f-44e0-9e5e-0834ddab9051 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140094 Jul 26 16:09:13.811898 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-abb47117-6895-4a66-b813-4e2398806f8b req-275e9086-113d-41b8-96ca-02a5293d1d3f service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856528 Jul 26 16:09:14.823737 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08f78-c8cd-4717-937a-e7c734e60c9e req-625c4b1d-d325-4df3-a2fb-9d4ef4f1eb68 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:14.825277 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4db08f78-c8cd-4717-937a-e7c734e60c9e req-625c4b1d-d325-4df3-a2fb-9d4ef4f1eb68 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0657547 Jul 26 16:09:14.863846 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4db08f78-c8cd-4717-937a-e7c734e60c9e req-af3f9490-3d56-43dd-8389-394fa1af00f7 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Jul 26 16:09:16.020423 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de3176-21b6-430d-8450-9943cd9708ef req-8342604f-76ae-422d-af9e-203bdfa80d63 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:16.021949 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-25de3176-21b6-430d-8450-9943cd9708ef req-8342604f-76ae-422d-af9e-203bdfa80d63 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0723057 Jul 26 16:09:16.066122 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-25de3176-21b6-430d-8450-9943cd9708ef req-bed01308-e69a-464e-abf6-6faf8cf06e22 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369756 Jul 26 16:09:16.139543 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48046) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:16.255621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ff098b13-39ed-4f5f-8eed-245d25cdf66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:16.349684 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ff098b13-39ed-4f5f-8eed-245d25cdf66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:16.353587 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ff098b13-39ed-4f5f-8eed-245d25cdf66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:16.393620 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-ff098b13-39ed-4f5f-8eed-245d25cdf66f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79d6701e46754641944ef86eb00615e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528191 Jul 26 16:09:16.394500 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff098b13-39ed-4f5f-8eed-245d25cdf66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b11c674-192d-4aa3-a492-b76220ad8af0,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:16.397415 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48050) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:16.460042 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0673bf51-aea3-4107-a2d8-bc2737aa1f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:16.483144 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0673bf51-aea3-4107-a2d8-bc2737aa1f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:16.541448 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0673bf51-aea3-4107-a2d8-bc2737aa1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:16.544725 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0673bf51-aea3-4107-a2d8-bc2737aa1f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:16.545933 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0673bf51-aea3-4107-a2d8-bc2737aa1f60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b11c674-192d-4aa3-a492-b76220ad8af0 HTTP/1.1" status: 204 len: 168 time: 0.1474435 Jul 26 16:09:16.557058 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673bf51-aea3-4107-a2d8-bc2737aa1f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b11c674-192d-4aa3-a492-b76220ad8af0,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:16.927353 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48066) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:16.942884 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8d77577-b921-4cb7-8769-f90e9235fd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:17.045327 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8d77577-b921-4cb7-8769-f90e9235fd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:17.048904 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a8d77577-b921-4cb7-8769-f90e9235fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:17.089134 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a8d77577-b921-4cb7-8769-f90e9235fd51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c666f06347d4bcfb5c3d6cbfefe885b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606274 Jul 26 16:09:17.091116 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d77577-b921-4cb7-8769-f90e9235fd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944d4744-75ac-4a06-a961-a1340dcc4b7b,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:17.091895 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48074) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:17.143490 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8b2afa01-9a33-47df-9731-c6dd22f804cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:17.166810 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8b2afa01-9a33-47df-9731-c6dd22f804cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:17.201329 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c43357-9bd1-4244-8852-ddfe8ab1229a req-8e30e815-af22-4f20-98f9-d1cd5501b4e6 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:17.202849 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-47c43357-9bd1-4244-8852-ddfe8ab1229a req-8e30e815-af22-4f20-98f9-d1cd5501b4e6 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0627689 Jul 26 16:09:17.213487 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8b2afa01-9a33-47df-9731-c6dd22f804cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:17.216068 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-8b2afa01-9a33-47df-9731-c6dd22f804cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:17.217227 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-8b2afa01-9a33-47df-9731-c6dd22f804cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/944d4744-75ac-4a06-a961-a1340dcc4b7b HTTP/1.1" status: 204 len: 168 time: 0.1242864 Jul 26 16:09:17.225136 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2afa01-9a33-47df-9731-c6dd22f804cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d4744-75ac-4a06-a961-a1340dcc4b7b,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:17.255516 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-47c43357-9bd1-4244-8852-ddfe8ab1229a req-ed642723-bb1a-4c51-8460-409ce5e93de0 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449705 Jul 26 16:09:18.393041 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643cbdb-6b0f-4a86-abf3-ca01bc370812 req-4c65c788-e24e-4e69-a07a-069e10ae41c4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:18.395806 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2643cbdb-6b0f-4a86-abf3-ca01bc370812 req-4c65c788-e24e-4e69-a07a-069e10ae41c4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0698075 Jul 26 16:09:18.439244 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2643cbdb-6b0f-4a86-abf3-ca01bc370812 req-a83955d1-cb15-4c92-bf89-f5df3f540a59 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356231 Jul 26 16:09:19.574346 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11564622-8316-4722-abd3-e6ebed26f8d4 req-b5e64938-eafa-4dde-8eb0-8729e1cf998e tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:19.576472 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-11564622-8316-4722-abd3-e6ebed26f8d4 req-b5e64938-eafa-4dde-8eb0-8729e1cf998e tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0648839 Jul 26 16:09:19.620306 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-11564622-8316-4722-abd3-e6ebed26f8d4 req-c2ba861b-d75e-4fc2-9864-0067007f2d43 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377107 Jul 26 16:09:20.748337 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566f997-0823-4d39-9910-6dc564ed1940 req-71f698b2-a8b8-49c1-bc43-16392250a8a4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:20.749812 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e566f997-0823-4d39-9910-6dc564ed1940 req-71f698b2-a8b8-49c1-bc43-16392250a8a4 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0637085 Jul 26 16:09:20.787035 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e566f997-0823-4d39-9910-6dc564ed1940 req-d29a3bea-d181-4b8d-abcb-560c5da99f17 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307364 Jul 26 16:09:21.911613 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc70d-13ca-4453-b551-99a0dd049438 req-63f40157-d068-4ba1-8abb-e140a349c15b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:21.913081 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ca4fc70d-13ca-4453-b551-99a0dd049438 req-63f40157-d068-4ba1-8abb-e140a349c15b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0617249 Jul 26 16:09:21.949510 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ca4fc70d-13ca-4453-b551-99a0dd049438 req-942ffc11-a6b2-4a98-b63b-58bc5e7d1e52 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Jul 26 16:09:23.078208 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb766-e3c7-425a-935d-836fdfacd400 req-5ecbfac3-3c23-45ef-a079-be667c0b907b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:23.079711 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cb1fb766-e3c7-425a-935d-836fdfacd400 req-5ecbfac3-3c23-45ef-a079-be667c0b907b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0636127 Jul 26 16:09:23.121555 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-cb1fb766-e3c7-425a-935d-836fdfacd400 req-5f46b3e2-57ff-4e72-84b4-ea1b6d373901 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357728 Jul 26 16:09:24.256444 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e175d-4592-441d-8be9-e405509e1c2d req-01f579fa-7502-484c-84d4-834211c61f1b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:24.257910 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-409e175d-4592-441d-8be9-e405509e1c2d req-01f579fa-7502-484c-84d4-834211c61f1b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0667417 Jul 26 16:09:24.295124 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-409e175d-4592-441d-8be9-e405509e1c2d req-171c4463-5903-4abb-a123-bfe0db1df7f1 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314088 Jul 26 16:09:25.429583 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d991e-34bb-416b-86d9-7e93818ace31 req-46b2feec-9d67-465f-9886-2ac4b6b78880 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:25.431047 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-725d991e-34bb-416b-86d9-7e93818ace31 req-46b2feec-9d67-465f-9886-2ac4b6b78880 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0631974 Jul 26 16:09:25.472678 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-725d991e-34bb-416b-86d9-7e93818ace31 req-e4cb63c4-0f0f-469f-b75c-0ab6bcddce91 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354598 Jul 26 16:09:25.819655 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:26.607958 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e036e6-ce9b-48f0-964c-6616733d26a9 req-474c7972-0c08-4f3c-882c-11225f267ed9 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:26.609559 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69e036e6-ce9b-48f0-964c-6616733d26a9 req-474c7972-0c08-4f3c-882c-11225f267ed9 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 943 time: 0.0661244 Jul 26 16:09:26.616505 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 0edf874d-9c67-4855-b767-5260d1fcad49 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:09:26.652109 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-69e036e6-ce9b-48f0-964c-6616733d26a9 req-b1560627-5993-4feb-aa97-bc853a85406a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342367 Jul 26 16:09:26.709808 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 0edf874d-9c67-4855-b767-5260d1fcad49, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0edf874d-9c67-4855-b767-5260d1fcad49,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:09:26.721287 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '0edf874d-9c67-4855-b767-5260d1fcad49', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'port_id': '0edf874d-9c67-4855-b767-5260d1fcad49', 'mac_address': 'fa:16:3e:41:86:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:09:26.765612 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:26.777697 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edf874d-9c67-4855-b767-5260d1fcad49 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:09:26.796761 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 0edf874d-9c67-4855-b767-5260d1fcad49, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0edf874d-9c67-4855-b767-5260d1fcad49,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:09:26.801341 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:26.846082 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=0edf874d-9c67-4855-b767-5260d1fcad49,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:26.852860 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.853212 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.853553 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.853888 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.854220 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.854576 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.854903 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.855254 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.855554 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.855876 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.856229 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:26.856553 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:09:27.205755 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['0edf874d-9c67-4855-b767-5260d1fcad49'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:09:27.268672 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48222) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:27.374388 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7df17177-ae31-403d-abe0-2e7cda8d44ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:27.466951 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7df17177-ae31-403d-abe0-2e7cda8d44ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:27.470761 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7df17177-ae31-403d-abe0-2e7cda8d44ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:27.505755 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df17177-ae31-403d-abe0-2e7cda8d44ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e5b82d-5bb1-4cd2-a43f-32cd226980e4,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:27.511365 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-7df17177-ae31-403d-abe0-2e7cda8d44ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0c4494b1cad4ff48fd9037ab6340eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416749 Jul 26 16:09:27.513904 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48226) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:27.562884 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4325e2d1-d7c4-4d4c-a277-2dfcd95466c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:27.589460 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4325e2d1-d7c4-4d4c-a277-2dfcd95466c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:27.635727 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4325e2d1-d7c4-4d4c-a277-2dfcd95466c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:27.638266 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-4325e2d1-d7c4-4d4c-a277-2dfcd95466c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:27.639402 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-4325e2d1-d7c4-4d4c-a277-2dfcd95466c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88e5b82d-5bb1-4cd2-a43f-32cd226980e4 HTTP/1.1" status: 204 len: 168 time: 0.1246598 Jul 26 16:09:27.647942 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325e2d1-d7c4-4d4c-a277-2dfcd95466c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e5b82d-5bb1-4cd2-a43f-32cd226980e4,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:27.804652 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd54bd-fea7-4c7f-b85c-f8a3adc998e8 req-7be318a1-7b5e-4e40-84ad-b3cd5fe04791 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:27.806624 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1ccd54bd-fea7-4c7f-b85c-f8a3adc998e8 req-7be318a1-7b5e-4e40-84ad-b3cd5fe04791 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 944 time: 0.0833552 Jul 26 16:09:27.849614 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1ccd54bd-fea7-4c7f-b85c-f8a3adc998e8 req-b6802bd5-4714-4c6e-b332-05ac762daa02 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346239 Jul 26 16:09:27.908504 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48236) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:27.921295 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7c52184e-547c-4a52-8dd6-4e0562ac7ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.009763 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7c52184e-547c-4a52-8dd6-4e0562ac7ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.013782 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-7c52184e-547c-4a52-8dd6-4e0562ac7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.050588 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-7c52184e-547c-4a52-8dd6-4e0562ac7ee2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08a774c686c54059a31eb913e92aedab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410360 Jul 26 16:09:28.051425 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52184e-547c-4a52-8dd6-4e0562ac7ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca24868-9154-4763-bb86-7b2bc271692b,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:28.053437 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48238) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:28.101810 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4859de6-885c-43af-86ca-77fab229c4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.122586 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4859de6-885c-43af-86ca-77fab229c4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.168404 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4859de6-885c-43af-86ca-77fab229c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.170944 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a4859de6-885c-43af-86ca-77fab229c4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.172069 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a4859de6-885c-43af-86ca-77fab229c4c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ca24868-9154-4763-bb86-7b2bc271692b HTTP/1.1" status: 204 len: 168 time: 0.1175244 Jul 26 16:09:28.180165 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4859de6-885c-43af-86ca-77fab229c4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca24868-9154-4763-bb86-7b2bc271692b,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:28.613813 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 0edf874d-9c67-4855-b767-5260d1fcad49 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:09:28.668152 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 0edf874d-9c67-4855-b767-5260d1fcad49 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:09:28.672722 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 0edf874d-9c67-4855-b767-5260d1fcad49 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:09:28.673163 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.772110 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.795294 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:09:28.797786 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf0a12e-48e4-498c-ae12-0acc8f42a352" -d '{"events": [{"server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "name": "network-vif-plugged", "status": "completed", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:09:28.811534 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 0edf874d-9c67-4855-b767-5260d1fcad49, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0edf874d-9c67-4855-b767-5260d1fcad49,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:09:28.817236 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:28.844246 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b4ccb8-7afc-4d11-8fa9-6f9901bceed8 x-openstack-request-id: req-b3b4ccb8-7afc-4d11-8fa9-6f9901bceed8 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:09:28.844532 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "name": "network-vif-plugged", "status": "completed", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:09:28.844777 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3b4ccb8-7afc-4d11-8fa9-6f9901bceed8 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:09:28.846087 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49', 'code': 200} Jul 26 16:09:28.874499 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=0edf874d-9c67-4855-b767-5260d1fcad49,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:29.167073 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86127103-dca2-4570-9676-22ab5af66dc3 req-367ffd6c-49a5-4dd5-8975-845771ae507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:29.168913 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-86127103-dca2-4570-9676-22ab5af66dc3 req-367ffd6c-49a5-4dd5-8975-845771ae507b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0641999 Jul 26 16:09:29.208444 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-86127103-dca2-4570-9676-22ab5af66dc3 req-fcdf9705-3fdd-4aee-8783-52352459a083 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Jul 26 16:09:29.246794 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89026b8b-3ccd-487e-bfb8-983f9d5a540c req-38bca8fe-e0bd-4851-aed2-005f03b0455f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:29.248775 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-89026b8b-3ccd-487e-bfb8-983f9d5a540c req-38bca8fe-e0bd-4851-aed2-005f03b0455f tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 945 time: 0.3119378 Jul 26 16:09:29.290642 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-89026b8b-3ccd-487e-bfb8-983f9d5a540c req-3d5ce192-ccb4-497f-9a39-cd05b5845e23 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354149 Jul 26 16:09:30.162372 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48328) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:30.266276 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6b65cd33-bba1-4f8b-9bb2-f00383d04164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.359564 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6b65cd33-bba1-4f8b-9bb2-f00383d04164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.363709 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-6b65cd33-bba1-4f8b-9bb2-f00383d04164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.401857 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-6b65cd33-bba1-4f8b-9bb2-f00383d04164 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99bb4eed4c46494688745287b28e3fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383959 Jul 26 16:09:30.403119 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65cd33-bba1-4f8b-9bb2-f00383d04164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d457d2a6-de6a-4366-aa5f-404ce6ab2237,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:30.404584 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48334) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:30.460064 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240fc1c-1687-4e35-8d84-43e7097e9758 req-9e7e9a20-4d66-4f08-854b-c45e30f3eb01 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:30.461553 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7240fc1c-1687-4e35-8d84-43e7097e9758 req-9e7e9a20-4d66-4f08-854b-c45e30f3eb01 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0945299 Jul 26 16:09:30.491720 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-45f58b70-c0b4-4eae-bd5c-2ee31de8f1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.529072 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-45f58b70-c0b4-4eae-bd5c-2ee31de8f1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.537409 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7240fc1c-1687-4e35-8d84-43e7097e9758 req-895a2a05-a132-4bfe-a8fa-8c23eefb8009 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626991 Jul 26 16:09:30.582822 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-45f58b70-c0b4-4eae-bd5c-2ee31de8f1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.585472 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-45f58b70-c0b4-4eae-bd5c-2ee31de8f1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.589197 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-45f58b70-c0b4-4eae-bd5c-2ee31de8f1de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d457d2a6-de6a-4366-aa5f-404ce6ab2237 HTTP/1.1" status: 204 len: 168 time: 0.1811278 Jul 26 16:09:30.595516 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f58b70-c0b4-4eae-bd5c-2ee31de8f1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457d2a6-de6a-4366-aa5f-404ce6ab2237,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:30.848915 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48340) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:30.863388 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-31c8b68d-097e-43fc-b679-f1e1c5935ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.959229 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-31c8b68d-097e-43fc-b679-f1e1c5935ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:30.963322 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-31c8b68d-097e-43fc-b679-f1e1c5935ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:31.001508 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-31c8b68d-097e-43fc-b679-f1e1c5935ef9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c63ac2ffaa7e4f288e3a0d8e00dde14e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512635 Jul 26 16:09:31.003379 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8b68d-097e-43fc-b679-f1e1c5935ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfcb376-e6a0-4da2-807e-6a49d0d89d50,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:31.004056 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48342) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:31.055340 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-408a9200-1c5d-41ac-b38a-5bd0ce85283d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:31.066379 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-b1d1b353-654f-4be9-bd5e-d07799f8cbc9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541883 Jul 26 16:09:31.079093 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-408a9200-1c5d-41ac-b38a-5bd0ce85283d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:31.134839 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-408a9200-1c5d-41ac-b38a-5bd0ce85283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:31.137568 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-408a9200-1c5d-41ac-b38a-5bd0ce85283d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:31.138724 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-408a9200-1c5d-41ac-b38a-5bd0ce85283d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cfcb376-e6a0-4da2-807e-6a49d0d89d50 HTTP/1.1" status: 204 len: 168 time: 0.1336086 Jul 26 16:09:31.151234 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a9200-1c5d-41ac-b38a-5bd0ce85283d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfcb376-e6a0-4da2-807e-6a49d0d89d50,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:31.176263 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-d6515a7e-7919-4511-ad9e-5da5ecc7557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:31.178144 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-d6515a7e-7919-4511-ad9e-5da5ecc7557a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88159d692b1d49bca76efe6a41efd839&device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1099 time: 0.0748971 Jul 26 16:09:31.293200 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-93533ae3-f9c3-4ebf-a387-cc0ca0858d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:31.295088 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-93533ae3-f9c3-4ebf-a387-cc0ca0858d78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 200 len: 909 time: 0.0912061 Jul 26 16:09:31.374241 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-c231d14c-ce03-40b2-bd17-298fe2390f81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 200 len: 1001 time: 0.0707362 Jul 26 16:09:31.428805 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-5e85c235-824c-45f7-b5b3-9332b8185fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:31.430457 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-5e85c235-824c-45f7-b5b3-9332b8185fa2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2ff7004-5fec-4297-af77-9396fc32ae9d HTTP/1.1" status: 200 len: 847 time: 0.0487416 Jul 26 16:09:31.508967 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-7b389f87-49f3-48f7-bd3f-e7fcba81d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:31.510804 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-7b389f87-49f3-48f7-bd3f-e7fcba81d538 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e1854a-3394-4992-b6bf-68cda45a53a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722721 Jul 26 16:09:31.670689 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05389607-9baf-4f83-870b-939947a33a32 req-3456f613-426b-4335-8c5a-d341c9f70493 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:31.672217 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-05389607-9baf-4f83-870b-939947a33a32 req-3456f613-426b-4335-8c5a-d341c9f70493 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0659454 Jul 26 16:09:31.677769 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ab12-ed03-4cf1-906a-39033a32d151 req-c181e32e-f61c-4e50-8abb-b600f4506822 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:31.679245 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5595ab12-ed03-4cf1-906a-39033a32d151 req-c181e32e-f61c-4e50-8abb-b600f4506822 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 945 time: 0.1312792 Jul 26 16:09:31.707070 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-1a49e349-8d4d-464f-9933-68033ef7043b service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283443 Jul 26 16:09:31.711519 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-05389607-9baf-4f83-870b-939947a33a32 req-9dba450e-a389-438b-9f2d-7d09e44862bc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324988 Jul 26 16:09:31.769614 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5595ab12-ed03-4cf1-906a-39033a32d151 req-f3a74386-1d7f-4d97-b1c9-5bbef1b7e38a tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840130 Jul 26 16:09:31.811636 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d348f0b0-88d1-460e-900e-b0cdbc87a7c7 req-71f5ca42-c773-4eb0-ab04-b6504c898332 service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923138 Jul 26 16:09:31.842629 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de56a-f6c0-4443-8af7-180aeccc124f req-aa2f501f-fadc-4c86-af8b-957a9f3cd809 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:31.844107 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-417de56a-f6c0-4443-8af7-180aeccc124f req-aa2f501f-fadc-4c86-af8b-957a9f3cd809 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0670025 Jul 26 16:09:31.882168 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-417de56a-f6c0-4443-8af7-180aeccc124f req-f63e3b6f-5f38-4261-9616-779171f34764 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jul 26 16:09:31.906020 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48364) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:31.961302 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321e59e-434a-44ec-bf40-f50f92c00980 tempest-TestVolumeBootPattern-906932004 tempest-TestVolumeBootPattern-906932004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:31.963105 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2321e59e-434a-44ec-bf40-f50f92c00980 tempest-TestVolumeBootPattern-906932004 tempest-TestVolumeBootPattern-906932004-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 1093 time: 0.0560653 Jul 26 16:09:31.966846 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48366) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:31.974569 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Request body: {'floatingip': {'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'port_id': '0edf874d-9c67-4855-b767-5260d1fcad49', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:09:32.002152 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:32.104242 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:32.216343 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Allocated IP 172.27.1.233 (fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf/aa691e26-7be0-4439-9b66-967c8c24d3e1/7e696a04-866f-4b90-b338-5fc341be55ec) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:09:32.339575 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:32.392706 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:32.433758 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Network fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:09:32.436504 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:09:32.439668 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:09:32.469428 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=7e696a04-866f-4b90-b338-5fc341be55ec,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:32.816030 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:32.931213 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:32.960010 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b7ae1-fc37-498e-b0bf-efa4e541bfc3 req-35c32767-d213-4d61-99bc-9516ca9d028e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:32.961528 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5e9b7ae1-fc37-498e-b0bf-efa4e541bfc3 req-35c32767-d213-4d61-99bc-9516ca9d028e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 945 time: 0.1210213 Jul 26 16:09:33.050637 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-5e9b7ae1-fc37-498e-b0bf-efa4e541bfc3 req-a4577d58-ce79-4ca6-aacd-a2a06fdab8a1 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827727 Jul 26 16:09:33.120059 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:33.124356 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:33.196666 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event updated for resources: {'Port': ['ID=7e696a04-866f-4b90-b338-5fc341be55ec,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:33.202917 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:33.300357 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Floating IP 35736c42-3c06-40c5-80ec-23a404908501 associated. External IP: 172.27.1.233, port: 0edf874d-9c67-4855-b767-5260d1fcad49. Jul 26 16:09:33.529933 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:09:33.646575 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:09:33.657954 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:09:33.662080 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:33.669396 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:09:33.670140 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:09:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:33.702505 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-82671b00-3022-42dc-8bb2-76b391d57bfb tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7348540 Jul 26 16:09:33.703115 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:09:33.705933 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a1806-1d8b-45e9-99f7-e54465518a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:09:33.719398 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9fd8-b9ff-4c59-af91-0c583945b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:33.748040 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6eed1e-dcff-48af-b64d-5a1d549c9e08 x-openstack-request-id: req-ea6eed1e-dcff-48af-b64d-5a1d549c9e08 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:09:33.748359 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:09:33.748721 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea6eed1e-dcff-48af-b64d-5a1d549c9e08 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:09:33.749022 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49', 'status': 'completed', 'code': 200} Jul 26 16:09:33.783002 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:09:33.867317 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-0fdb6fd0-e7f7-4d9b-8276-9432455ad2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:33.868843 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-0fdb6fd0-e7f7-4d9b-8276-9432455ad2c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 1098 time: 0.0556006 Jul 26 16:09:34.016381 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '35736c42-3c06-40c5-80ec-23a404908501', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '0edf874d-9c67-4855-b767-5260d1fcad49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:41:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:09:32Z', 'updated_at': '2021-07-26T16:09:32Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}, {'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:17Z', 'revision_number': 1, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:34.042185 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:09:34.051081 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:09:34.051238 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17712080-e54d-4874-981e-32369446d176 req-c37df41b-cdd9-4ad6-a9b9-bcb0abf08c84 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:34.051501 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:09:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:34.052577 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-17712080-e54d-4874-981e-32369446d176 req-c37df41b-cdd9-4ad6-a9b9-bcb0abf08c84 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 945 time: 0.1355376 Jul 26 16:09:34.053547 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-abe955bd-95c8-4381-b041-e0dc1e05f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:34.054856 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-abe955bd-95c8-4381-b041-e0dc1e05f2ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.1392207 Jul 26 16:09:34.160934 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:09:34.218850 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-21c4037d-8c48-49c5-9aa1-75247eadb422 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edf874d-9c67-4855-b767-5260d1fcad49 HTTP/1.1" status: 200 len: 999 time: 0.1468592 Jul 26 16:09:34.288171 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930991-11be-405e-9861-f05c946ccc87 req-8ba77b0e-3590-42c0-b5f3-f18ed0ae63f5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:34.289531 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3d930991-11be-405e-9861-f05c946ccc87 req-8ba77b0e-3590-42c0-b5f3-f18ed0ae63f5 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 945 time: 0.1631010 Jul 26 16:09:34.307182 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-2e4d6d83-d654-48f6-b4ab-283ea9cf47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:34.308564 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-2e4d6d83-d654-48f6-b4ab-283ea9cf47cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0804279 Jul 26 16:09:34.312293 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Deleting port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:09:34.312630 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:34.391393 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '35736c42-3c06-40c5-80ec-23a404908501', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '0edf874d-9c67-4855-b767-5260d1fcad49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:41:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:09:32Z', 'updated_at': '2021-07-26T16:09:32Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}, {'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:17Z', 'revision_number': 1, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:34.416760 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3d930991-11be-405e-9861-f05c946ccc87 req-cfb46989-2000-4ec3-9d84-af016e848cce tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups?id=37370102-5639-4722-843e-8f1a64e14589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188309 Jul 26 16:09:34.421087 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530984c1-5304-44f3-9588-da9f0fd00c18 None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '35736c42-3c06-40c5-80ec-23a404908501', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '0edf874d-9c67-4855-b767-5260d1fcad49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:41:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:09:32Z', 'updated_at': '2021-07-26T16:09:32Z', 'revision_number': 0, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}, {'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:17Z', 'revision_number': 1, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:09:34.461953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] For port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:09:34.462321 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:34.475368 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-73dc5be5-f9a8-498d-a758-cbc753e387f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:09:34.476893 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-73dc5be5-f9a8-498d-a758-cbc753e387f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1543589 Jul 26 16:09:34.625987 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3580ac-f726-4745-8595-81519f3732c2 None None] New status for floating IP 35736c42-3c06-40c5-80ec-23a404908501: ACTIVE {{(pid=93040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:09:34.939257 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-1e7a4bf0-ca0b-4f8e-b78a-f761a40a632f service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262633 Jul 26 16:09:35.007694 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:35.008059 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-947586'] for floatingip, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:35.008406 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Floating IP 052e45bc-03c7-4626-978b-cd3ce5481f19 disassociated. External IP: 172.27.1.5, port: bc67bf34-b0cf-4fb3-acaa-fcde28f43a71. Jul 26 16:09:35.008745 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Calling delete_port for bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:09:35.111720 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-621a1806-1d8b-45e9-99f7-e54465518a0f req-38eb6cb1-3681-437f-95e6-171e6360a5d4 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624422 Jul 26 16:09:35.186647 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:35.219777 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event deleted for resources: {'Port': ['ID=bc67bf34-b0cf-4fb3-acaa-fcde28f43a71,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:35.340044 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Router b2afb8c1-c47c-4a78-a439-c4a7ca101651 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:09:35.450642 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:09:35.465711 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] Sync routers for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:09:35.475759 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:09:35.476561 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:09:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:35.502843 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] No DVR routers for this DVR port bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:09:35.505300 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:35.507438 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-17712080-e54d-4874-981e-32369446d176 req-602f8272-a459-4e9c-ba69-11ec44922416 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.38 "DELETE /v2.0/ports/bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 HTTP/1.1" status: 204 len: 173 time: 1.4419625 Jul 26 16:09:35.529601 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-f4163b96-5400-45e0-a868-1cc72fcbbf7e req-0646608e-df16-4775-b19a-786ec05aa870 tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c46996b-c10c-4ccc-abb1-1999bd7656a0 HTTP/1.1" status: 200 len: 210 time: 0.0312693 Jul 26 16:09:35.716672 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:09:35.750435 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'name': 'network-vif-deleted', 'tag': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:09:35.752980 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b8d11-9c43-4fd3-803b-4441d2b1d953" -d '{"events": [{"server_uuid": "6c46996b-c10c-4ccc-abb1-1999bd7656a0", "name": "network-vif-deleted", "tag": "bc67bf34-b0cf-4fb3-acaa-fcde28f43a71"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:09:35.787464 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d8ca42-a8ec-4463-aebb-2af11d2a1082 x-openstack-request-id: req-53d8ca42-a8ec-4463-aebb-2af11d2a1082 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:09:35.787747 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c46996b-c10c-4ccc-abb1-1999bd7656a0", "name": "network-vif-deleted", "tag": "bc67bf34-b0cf-4fb3-acaa-fcde28f43a71", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:09:35.787990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53d8ca42-a8ec-4463-aebb-2af11d2a1082 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:09:35.788404 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c46996b-c10c-4ccc-abb1-1999bd7656a0', 'name': 'network-vif-deleted', 'tag': 'bc67bf34-b0cf-4fb3-acaa-fcde28f43a71', 'status': 'completed', 'code': 200} Jul 26 16:09:35.916654 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:35.942007 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] Checking router: b2afb8c1-c47c-4a78-a439-c4a7ca101651 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:09:35.949936 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:09:35.950529 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:09:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:36.063639 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:09:36.206295 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a13c-653a-4fdc-a110-639753e5ac7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:36.270109 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:36.295640 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e73296-2d76-475d-b338-a911f3bcab52 None None] The sync data for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi is: [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:04:43Z', 'revision_number': 4, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'd15ac616-3956-42b9-aa16-3a0deae97a59', 'name': '', 'network_id': 'b403d99f-4a66-403e-8009-b1daeac5b3ab', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'mac_address': 'fa:16:3e:45:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:43Z', 'updated_at': '2021-07-26T16:04:48Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'subnets': [{'id': '757673c5-e550-46e9-9c63-60c9e70ff0c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:09:36.468175 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:36.515172 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d60f37-7be5-412f-8bcc-0410c060575a None None] New status for floating IP 052e45bc-03c7-4626-978b-cd3ce5481f19: DOWN {{(pid=93040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:09:36.625300 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48388) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:36.679520 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:09:36.687616 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-73cd249d-f26f-451e-af97-e295bd31b33f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:36.701454 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:09:36.701795 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device bc67bf34-b0cf-4fb3-acaa-fcde28f43a71 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:09:36.715356 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-73cd249d-f26f-451e-af97-e295bd31b33f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:36.761626 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-73cd249d-f26f-451e-af97-e295bd31b33f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:36.764235 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-73cd249d-f26f-451e-af97-e295bd31b33f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:36.765385 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-73cd249d-f26f-451e-af97-e295bd31b33f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "DELETE /v2.0/security-groups/37370102-5639-4722-843e-8f1a64e14589 HTTP/1.1" status: 204 len: 168 time: 0.1390929 Jul 26 16:09:36.768170 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48390) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:36.774416 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd249d-f26f-451e-af97-e295bd31b33f tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37370102-5639-4722-843e-8f1a64e14589,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:36.784557 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.api.v2.resource [None req-5f732915-cb09-49ba-b4f2-92256866144e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] show failed (client error): The resource could not be found. Jul 26 16:09:36.785771 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5f732915-cb09-49ba-b4f2-92256866144e tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "GET /v2.0/security-groups/37370102-5639-4722-843e-8f1a64e14589 HTTP/1.1" status: 404 len: 347 time: 0.0163939 Jul 26 16:09:36.788442 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48392) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:36.918810 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Deleting port 6e3cb65f-0a5a-4b1b-b2f7-25f79e88c39c {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:09:36.919069 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:36.998453 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:36.998772 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:37.010806 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Calling delete_port for 6e3cb65f-0a5a-4b1b-b2f7-25f79e88c39c owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:09:37.148874 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:37.179753 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Pushing event deleted for resources: {'Port': ['ID=6e3cb65f-0a5a-4b1b-b2f7-25f79e88c39c,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:37.251419 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:37.254306 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:37.255430 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b81622f5-0e70-4be5-9d8b-93c568131abf tempest-AttachVolumeTestJSON-308947195 tempest-AttachVolumeTestJSON-308947195-project] 10.222.0.50 "DELETE /v2.0/floatingips/052e45bc-03c7-4626-978b-cd3ce5481f19 HTTP/1.1" status: 204 len: 168 time: 0.4660468 Jul 26 16:09:37.261731 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:38.941680 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:40.833488 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48422) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:41.491825 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:41.783085 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Deleting port d15ac616-3956-42b9-aa16-3a0deae97a59 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:09:41.783344 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:41.864253 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] For port d15ac616-3956-42b9-aa16-3a0deae97a59, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=d15ac616-3956-42b9-aa16-3a0deae97a59,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:09:41.865010 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:41.877276 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Calling delete_port for d15ac616-3956-42b9-aa16-3a0deae97a59 owned by network:router_interface {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:09:42.055662 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:42.081868 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15ac616-3956-42b9-aa16-3a0deae97a59,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:42.247533 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:42.452614 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Router b2afb8c1-c47c-4a78-a439-c4a7ca101651 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:09:42.556915 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:09:42.561852 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-d496ef61-5d06-4836-9362-da4eef0dbfb8 admin admin] 10.222.0.50 "PUT /v2.0/routers/b2afb8c1-c47c-4a78-a439-c4a7ca101651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7274032 Jul 26 16:09:42.564496 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48426) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:42.565964 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] Sync routers for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:09:42.575253 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:09:42.575858 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:09:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:42.666320 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:42.682001 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:09:42.766950 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:42.821637 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Deleting port a2b90505-7908-487e-a983-262b64f713ab {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:09:42.821974 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:42.860910 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'a2b90505-7908-487e-a983-262b64f713ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:09:42Z', 'revision_number': 5, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port': {'id': 'a2b90505-7908-487e-a983-262b64f713ab', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:04:41Z', 'updated_at': '2021-07-26T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:42.887692 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] Checking router: b2afb8c1-c47c-4a78-a439-c4a7ca101651 for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:09:42.896007 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] Routers {'b2afb8c1-c47c-4a78-a439-c4a7ca101651'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:09:42.896645 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:09:36Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:42.902556 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] For port a2b90505-7908-487e-a983-262b64f713ab, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=a2b90505-7908-487e-a983-262b64f713ab,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:09:42.903088 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:42.915219 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Calling delete_port for a2b90505-7908-487e-a983-262b64f713ab owned by network:router_gateway {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:09:42.980732 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] Set router b2afb8c1-c47c-4a78-a439-c4a7ca101651 gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:09:43.031068 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:09:42Z', 'revision_number': 6, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port_host': None}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:43.060270 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668ee02-2cf7-482f-9296-282f54f5d5c4 None None] The sync data for ids ['b2afb8c1-c47c-4a78-a439-c4a7ca101651'] in dv-cinder-797608-11-iscsi is: [{'id': 'b2afb8c1-c47c-4a78-a439-c4a7ca101651', 'name': 'tempest-AttachVolumeTestJSON-1245919592-router', 'tenant_id': '80a143f678ce4593b3fb9e3c716748f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:04:40Z', 'updated_at': '2021-07-26T16:09:42Z', 'revision_number': 6, 'project_id': '80a143f678ce4593b3fb9e3c716748f8', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:09:43.328058 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.351629 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b90505-7908-487e-a983-262b64f713ab,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:43.424125 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.521842 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.568731 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.569345 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2afb8c1-c47c-4a78-a439-c4a7ca101651 {{(pid=93038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:09:43.575038 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.575865 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-a7190fdf-3e62-4620-9df7-1710af6929b5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b2afb8c1-c47c-4a78-a439-c4a7ca101651 HTTP/1.1" status: 204 len: 168 time: 1.0104492 Jul 26 16:09:43.578659 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48428) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:43.627555 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf9e4c3-0af0-4f91-8ee9-62b5e33340da admin admin] Deleting subnet 757673c5-e550-46e9-9c63-60c9e70ff0c3 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:09:43.640708 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0cf9e4c3-0af0-4f91-8ee9-62b5e33340da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.678452 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0cf9e4c3-0af0-4f91-8ee9-62b5e33340da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.758205 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0cf9e4c3-0af0-4f91-8ee9-62b5e33340da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.813821 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0cf9e4c3-0af0-4f91-8ee9-62b5e33340da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.844294 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9e4c3-0af0-4f91-8ee9-62b5e33340da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757673c5-e550-46e9-9c63-60c9e70ff0c3,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:43.852133 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0cf9e4c3-0af0-4f91-8ee9-62b5e33340da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.853970 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0cf9e4c3-0af0-4f91-8ee9-62b5e33340da admin admin] 10.222.0.50 "DELETE /v2.0/subnets/757673c5-e550-46e9-9c63-60c9e70ff0c3 HTTP/1.1" status: 204 len: 168 time: 0.2743785 Jul 26 16:09:43.857048 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48430) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:43.858046 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285d847-b5ce-4e41-8fc4-26e3c563fa1c None None] Network b403d99f-4a66-403e-8009-b1daeac5b3ab requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:09:43.934099 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:43.979563 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device d15ac616-3956-42b9-aa16-3a0deae97a59 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:09:43.993972 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Deleting port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:09:43.994316 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.004754 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: d15ac616-3956-42b9-aa16-3a0deae97a59 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:09:44.005114 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device d15ac616-3956-42b9-aa16-3a0deae97a59 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:09:44.005496 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device a2b90505-7908-487e-a983-262b64f713ab no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:09:44.027482 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: a2b90505-7908-487e-a983-262b64f713ab {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:09:44.027856 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device a2b90505-7908-487e-a983-262b64f713ab not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:09:44.062851 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] For port 46ab750f-57f5-4a1f-8f58-08efbcbbb960, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=46ab750f-57f5-4a1f-8f58-08efbcbbb960,segment=NetworkSegment(ff225f78-fb81-4550-998b-a41da8ea0368),segment_id=ff225f78-fb81-4550-998b-a41da8ea0368)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:09:44.063359 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.081678 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Calling delete_port for 46ab750f-57f5-4a1f-8f58-08efbcbbb960 owned by network:dhcp {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:09:44.124074 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] DHCP port deletion for b403d99f-4a66-403e-8009-b1daeac5b3ab request from dv-cinder-797608-11-iscsi {{(pid=93040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 16:09:44.173962 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.188770 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] Deleting port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:09:44.189140 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.203907 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ab750f-57f5-4a1f-8f58-08efbcbbb960,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:44.207257 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] No DVR routers for this DVR port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 on host dv-cinder-797608-11-iscsi {{(pid=93039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:09:44.261208 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] For port 46ab750f-57f5-4a1f-8f58-08efbcbbb960, host dv-cinder-797608-11-iscsi, got binding levels [] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:09:44.261598 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.276155 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] Calling delete_port for 46ab750f-57f5-4a1f-8f58-08efbcbbb960 owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:09:44.279062 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.ipam_backend_mixin [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] Port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 was not found and therefore no delete operation was performed {{(pid=93040) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 26 16:09:44.280813 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.285475 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.296124 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b403d99f-4a66-403e-8009-b1daeac5b3ab']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:44.307824 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] No DVR routers for this DVR port 46ab750f-57f5-4a1f-8f58-08efbcbbb960 on host dv-cinder-797608-11-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:09:44.308050 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff225f78-fb81-4550-998b-a41da8ea0368') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:44.308155 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff225f78-fb81-4550-998b-a41da8ea0368') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:09:44.312139 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38236956-ddff-468f-bc68-cd4a287647a1 None None] Pushing event deleted for resources: {'Port': ['ID=46ab750f-57f5-4a1f-8f58-08efbcbbb960,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:44.321567 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.336998 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.343209 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:09:44.343532 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:09:44.345359 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:09:44.416485 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.421348 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.424163 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b403d99f-4a66-403e-8009-b1daeac5b3ab HTTP/1.1" status: 204 len: 168 time: 0.5652609 Jul 26 16:09:44.436188 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94e57-4f18-4c86-bbe5-5c72f5b931e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b403d99f-4a66-403e-8009-b1daeac5b3ab,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:44.544420 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48434) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:44.595326 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-5083a86c-b4b7-4745-9584-1456fec8c5c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80a143f678ce4593b3fb9e3c716748f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497434 Jul 26 16:09:44.598773 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48436) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:44.652292 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4a257523-94d6-41c3-b4d2-27ed12f30da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.677118 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4a257523-94d6-41c3-b4d2-27ed12f30da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.749838 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4a257523-94d6-41c3-b4d2-27ed12f30da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.752558 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4a257523-94d6-41c3-b4d2-27ed12f30da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:44.753720 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4a257523-94d6-41c3-b4d2-27ed12f30da4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8cbddbc-733d-4f9e-96e8-05f26a158e53 HTTP/1.1" status: 204 len: 168 time: 0.1540024 Jul 26 16:09:44.761680 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a257523-94d6-41c3-b4d2-27ed12f30da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cbddbc-733d-4f9e-96e8-05f26a158e53,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:45.890026 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:09:45.975467 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 46ab750f-57f5-4a1f-8f58-08efbcbbb960 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:09:46.000961 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 46ab750f-57f5-4a1f-8f58-08efbcbbb960 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:09:46.001368 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 46ab750f-57f5-4a1f-8f58-08efbcbbb960 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:09:54.215870 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48546) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:54.314790 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-136a298a-7020-4431-ad35-11f4f9c45590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:54.406216 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-136a298a-7020-4431-ad35-11f4f9c45590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:54.410026 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-136a298a-7020-4431-ad35-11f4f9c45590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:54.446818 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-136a298a-7020-4431-ad35-11f4f9c45590 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cee36e1ede7436086058acac5b0126b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297459 Jul 26 16:09:54.449040 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a298a-7020-4431-ad35-11f4f9c45590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387a5a43-cc03-40b9-8599-584acffe2dfd,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:54.449461 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48552) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:09:54.498739 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e36e84fc-7ae2-40e5-8db9-a493fa481e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:54.519725 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e36e84fc-7ae2-40e5-8db9-a493fa481e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:54.566251 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e36e84fc-7ae2-40e5-8db9-a493fa481e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:54.569379 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-e36e84fc-7ae2-40e5-8db9-a493fa481e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:09:54.570546 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-e36e84fc-7ae2-40e5-8db9-a493fa481e88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/387a5a43-cc03-40b9-8599-584acffe2dfd HTTP/1.1" status: 204 len: 168 time: 0.1200986 Jul 26 16:09:54.584863 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e84fc-7ae2-40e5-8db9-a493fa481e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a5a43-cc03-40b9-8599-584acffe2dfd,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:09:55.820468 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:00.853466 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48672) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:00.954361 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bdcd-6f8e-48aa-a8dc-cb60da56dbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.045566 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bdcd-6f8e-48aa-a8dc-cb60da56dbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.049527 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2cd1bdcd-6f8e-48aa-a8dc-cb60da56dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.087394 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-2cd1bdcd-6f8e-48aa-a8dc-cb60da56dbf7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6939fb96029b4ce3a71e9c7116eaa267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328129 Jul 26 16:10:01.088345 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1bdcd-6f8e-48aa-a8dc-cb60da56dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcaa6be-9ef6-4346-a8ea-f1e7d317c861,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:01.090533 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48676) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:01.143013 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6631-ff7d-4505-bfe3-38e87fe2c97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.164628 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6631-ff7d-4505-bfe3-38e87fe2c97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.209161 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6631-ff7d-4505-bfe3-38e87fe2c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.212829 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6631-ff7d-4505-bfe3-38e87fe2c97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.214065 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1bbb6631-ff7d-4505-bfe3-38e87fe2c97d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddcaa6be-9ef6-4346-a8ea-f1e7d317c861 HTTP/1.1" status: 204 len: 168 time: 0.1226225 Jul 26 16:10:01.226557 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb6631-ff7d-4505-bfe3-38e87fe2c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcaa6be-9ef6-4346-a8ea-f1e7d317c861,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:01.481939 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48682) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:01.498221 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-451c190c-6d2d-4fa8-a08f-73debdeb160d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.602830 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-451c190c-6d2d-4fa8-a08f-73debdeb160d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.607299 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-451c190c-6d2d-4fa8-a08f-73debdeb160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.647025 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c190c-6d2d-4fa8-a08f-73debdeb160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae88c57-0424-405c-ab29-b20e7ca3b97f,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:01.652083 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-451c190c-6d2d-4fa8-a08f-73debdeb160d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0287b416124a4499a12a62bafee60b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691113 Jul 26 16:10:01.655387 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48684) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:01.705994 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f0e85ed4-8f93-4e11-9f90-5664918d1415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.729102 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f0e85ed4-8f93-4e11-9f90-5664918d1415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.794978 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f0e85ed4-8f93-4e11-9f90-5664918d1415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.797559 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f0e85ed4-8f93-4e11-9f90-5664918d1415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:01.798737 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f0e85ed4-8f93-4e11-9f90-5664918d1415 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ae88c57-0424-405c-ab29-b20e7ca3b97f HTTP/1.1" status: 204 len: 168 time: 0.1424017 Jul 26 16:10:01.807381 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e85ed4-8f93-4e11-9f90-5664918d1415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae88c57-0424-405c-ab29-b20e7ca3b97f,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:03.702995 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d49bcd4b-2d71-4446-8a21-bf66783384a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:03.964955 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48756) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:04.079634 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bb6ba048-68c9-420e-b166-0125fbd62980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.175529 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bb6ba048-68c9-420e-b166-0125fbd62980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.179390 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-bb6ba048-68c9-420e-b166-0125fbd62980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.215838 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ba048-68c9-420e-b166-0125fbd62980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8755f312-290c-4118-8ff2-12998ee34951,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:04.220550 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-bb6ba048-68c9-420e-b166-0125fbd62980 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eacc9de8e4cd44a486957ac6253d22bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543650 Jul 26 16:10:04.223145 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48760) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:04.272342 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ed45cee3-4354-4e73-9549-99cc8fd6ec9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.294568 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ed45cee3-4354-4e73-9549-99cc8fd6ec9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.341832 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ed45cee3-4354-4e73-9549-99cc8fd6ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.344884 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ed45cee3-4354-4e73-9549-99cc8fd6ec9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.346140 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ed45cee3-4354-4e73-9549-99cc8fd6ec9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8755f312-290c-4118-8ff2-12998ee34951 HTTP/1.1" status: 204 len: 168 time: 0.1219854 Jul 26 16:10:04.357035 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45cee3-4354-4e73-9549-99cc8fd6ec9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8755f312-290c-4118-8ff2-12998ee34951,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:04.624300 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48766) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:04.637813 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aa866f62-1233-44aa-90e0-3e1d161d42ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.733503 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aa866f62-1233-44aa-90e0-3e1d161d42ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.737143 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-aa866f62-1233-44aa-90e0-3e1d161d42ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.778144 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-aa866f62-1233-44aa-90e0-3e1d161d42ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32370b1995e545dea0271a938c29b63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527500 Jul 26 16:10:04.779119 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa866f62-1233-44aa-90e0-3e1d161d42ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b5a503-5335-4d0d-8d89-98f8856a682d,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:04.780925 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48768) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:04.832222 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6d3ece5c-c8b7-4559-90b6-59a78d2af553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.855029 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6d3ece5c-c8b7-4559-90b6-59a78d2af553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.905985 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6d3ece5c-c8b7-4559-90b6-59a78d2af553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.908781 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6d3ece5c-c8b7-4559-90b6-59a78d2af553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:04.910302 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-6d3ece5c-c8b7-4559-90b6-59a78d2af553 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9b5a503-5335-4d0d-8d89-98f8856a682d HTTP/1.1" status: 204 len: 168 time: 0.1281371 Jul 26 16:10:04.922847 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ece5c-c8b7-4559-90b6-59a78d2af553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b5a503-5335-4d0d-8d89-98f8856a682d,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:06.206563 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6cc-d972-4ea9-a240-93208d0d6c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:06.476238 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:07.259609 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:08.943353 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:16.011731 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48872) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:16.164976 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Deleting port afc87ab8-1a1e-45b9-94f3-0e6220ba7f7b {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:16.165211 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:16.236893 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:16.237216 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:16.249158 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Calling delete_port for afc87ab8-1a1e-45b9-94f3-0e6220ba7f7b owned by network:floatingip {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:16.431543 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:16.459442 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event deleted for resources: {'Port': ['ID=afc87ab8-1a1e-45b9-94f3-0e6220ba7f7b,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:16.470632 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.470975 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.471315 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.471639 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.471965 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.472316 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.472637 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.472953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.473270 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.473587 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.473902 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.474213 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:16.531264 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:16.531591 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Floating IP da7e5659-79a6-446d-b05d-9a44fe1f811f disassociated (deleted). External IP: 172.27.1.15, port: cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d. Jul 26 16:10:16.747783 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Router 823c196d-375b-4474-b87a-ecbfd47c2387 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:10:16.855911 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:10:16.860683 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:16.865968 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] Sync routers for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:10:16.874751 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:10:16.875362 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:10:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:16.896010 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-3ea51854-e86b-40e6-b3e5-60a567646ce6 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "DELETE /v2.0/floatingips/da7e5659-79a6-446d-b05d-9a44fe1f811f HTTP/1.1" status: 204 len: 168 time: 0.8831625 Jul 26 16:10:16.896621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:10:16.899416 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fcbba8-8560-4245-b131-d8ddca4adb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:10:16.938663 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f24b2c-90e9-46b6-901d-244a2e805e64 x-openstack-request-id: req-e2f24b2c-90e9-46b6-901d-244a2e805e64 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:10:16.938950 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:10:16.939197 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2f24b2c-90e9-46b6-901d-244a2e805e64 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:10:16.940284 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'status': 'completed', 'code': 200} Jul 26 16:10:17.060972 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-fe8f174a-dafe-46e7-bc9b-3056f9bf524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:17.062475 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-fe8f174a-dafe-46e7-bc9b-3056f9bf524d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88159d692b1d49bca76efe6a41efd839&device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 1099 time: 0.0737541 Jul 26 16:10:17.119301 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:10:17.168662 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa0beb-cb76-4763-a02c-cf4361c2bb33 req-9982adcb-99b0-41be-bd52-31f4c65ce82a tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:17.170788 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-07fa0beb-cb76-4763-a02c-cf4361c2bb33 req-9982adcb-99b0-41be-bd52-31f4c65ce82a tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0720196 Jul 26 16:10:17.192075 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-6073e880-a97f-4e67-81d0-284a03156979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:17.193587 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-6073e880-a97f-4e67-81d0-284a03156979 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 200 len: 909 time: 0.0944090 Jul 26 16:10:17.212877 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-07fa0beb-cb76-4763-a02c-cf4361c2bb33 req-3dc50c78-0301-4a63-96e5-2635e6636a10 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358078 Jul 26 16:10:17.237981 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-a184aa7a-d388-446d-9922-c4b14263a2b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 200 len: 217 time: 0.0353301 Jul 26 16:10:17.293516 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-2088cab6-e6a1-43b0-9654-c93e524a698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:17.295070 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-2088cab6-e6a1-43b0-9654-c93e524a698e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2ff7004-5fec-4297-af77-9396fc32ae9d HTTP/1.1" status: 200 len: 847 time: 0.0494075 Jul 26 16:10:17.327873 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:30Z', 'revision_number': 5, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:17.358932 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] Checking router: 823c196d-375b-4474-b87a-ecbfd47c2387 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:10:17.359150 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-e2ab1b08-7445-420e-9b4d-edab14e3f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:17.360429 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-e2ab1b08-7445-420e-9b4d-edab14e3f5ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e1854a-3394-4992-b6bf-68cda45a53a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568104 Jul 26 16:10:17.368690 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:10:17.369295 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:10:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:17.455068 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-640019e4-43d1-4e99-97cd-3f0ce9ae734a service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 Jul 26 16:10:17.472748 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:10:17.548665 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-c3fcbba8-8560-4245-b131-d8ddca4adb9a req-52b7a613-712b-47d0-871f-39a8c58a8332 service neutron] 10.222.0.38 "GET /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850141 Jul 26 16:10:17.679266 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:30Z', 'revision_number': 5, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:17.705693 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aa3851-2536-4cc3-9e1e-db20278fe2a4 None None] The sync data for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi is: [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:05:23Z', 'revision_number': 4, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': '5592aebe-d64f-4c03-98e7-84eb035c661b', 'name': '', 'network_id': '81e1854a-3394-4992-b6bf-68cda45a53a0', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'mac_address': 'fa:16:3e:96:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:23Z', 'updated_at': '2021-07-26T16:05:30Z', 'revision_number': 5, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'subnets': [{'id': 'b2ff7004-5fec-4297-af77-9396fc32ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:10:17.936757 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68787b2-0a15-4471-a809-0a0407e5912e None None] New status for floating IP da7e5659-79a6-446d-b05d-9a44fe1f811f: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:10:18.351929 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2278f-1d63-4170-ac20-8d332e9388a8 req-135ea44d-c581-4d7f-9b1b-34d04c365974 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:18.353478 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-85d2278f-1d63-4170-ac20-8d332e9388a8 req-135ea44d-c581-4d7f-9b1b-34d04c365974 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0632389 Jul 26 16:10:18.391973 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-85d2278f-1d63-4170-ac20-8d332e9388a8 req-8e43ecc1-bf1c-4bdd-9228-4ac55d137ff3 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/security-groups?id=4229c871-4f27-48af-9dc1-4f59152f2371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325217 Jul 26 16:10:19.022501 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-71ea7b8a-8339-4abe-b6a8-6dc412b86762 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:19.024469 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-71ea7b8a-8339-4abe-b6a8-6dc412b86762 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.38 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 946 time: 0.0602343 Jul 26 16:10:19.127298 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Deleting port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:19.127636 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:19.213675 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] For port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:19.214028 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:19.226083 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Calling delete_port for cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:19.351985 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:19.381427 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event deleted for resources: {'Port': ['ID=cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:19.431538 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] No DVR routers for this DVR port cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:10:19.434023 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:19.435979 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2e9489e1-6b84-45a1-b07c-a4437a3cf2e2 req-10548c75-6d39-4e7e-bd3f-149f44c762c0 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.38 "DELETE /v2.0/ports/cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d HTTP/1.1" status: 204 len: 173 time: 0.4035330 Jul 26 16:10:19.436457 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'name': 'network-vif-deleted', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:10:19.438661 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ebd89f-bc1b-4e34-8d5c-278f47d545ca" -d '{"events": [{"server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "name": "network-vif-deleted", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:10:19.481106 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89479ae8-e82f-41b9-bd1a-e65a56d1b6a2 x-openstack-request-id: req-89479ae8-e82f-41b9-bd1a-e65a56d1b6a2 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:10:19.481403 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a06d86-ca4d-4220-b072-57f4bbe093ba", "name": "network-vif-deleted", "tag": "cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:10:19.481681 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89479ae8-e82f-41b9-bd1a-e65a56d1b6a2 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:10:19.482054 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a06d86-ca4d-4220-b072-57f4bbe093ba', 'name': 'network-vif-deleted', 'tag': 'cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d', 'status': 'completed', 'code': 200} Jul 26 16:10:19.496324 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-8671fa1f-2d59-4e07-8709-138b2f69f943 req-f5d8585d-5388-4468-b14c-dedd7fea6ae2 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 210 time: 0.0357087 Jul 26 16:10:20.612333 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-27c5fa06-6736-459a-9ffd-63dc3f3e7609 req-22cbf48f-9852-4375-9df1-8946038df705 tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a06d86-ca4d-4220-b072-57f4bbe093ba HTTP/1.1" status: 200 len: 210 time: 0.0320845 Jul 26 16:10:21.667165 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48914) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:21.723635 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6b796f3d-06de-491e-bb97-6b681c1112de tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:21.748880 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6b796f3d-06de-491e-bb97-6b681c1112de tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:21.809511 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6b796f3d-06de-491e-bb97-6b681c1112de tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:21.812380 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-6b796f3d-06de-491e-bb97-6b681c1112de tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:21.814083 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-6b796f3d-06de-491e-bb97-6b681c1112de tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] 10.222.0.50 "DELETE /v2.0/security-groups/4229c871-4f27-48af-9dc1-4f59152f2371 HTTP/1.1" status: 204 len: 168 time: 0.1457281 Jul 26 16:10:21.823653 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b796f3d-06de-491e-bb97-6b681c1112de tempest-TestShelveInstance-410127159 tempest-TestShelveInstance-410127159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229c871-4f27-48af-9dc1-4f59152f2371,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:21.858146 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48918) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:22.349773 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:22.595285 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Deleting port 5592aebe-d64f-4c03-98e7-84eb035c661b {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:22.595625 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:22.674223 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] For port 5592aebe-d64f-4c03-98e7-84eb035c661b, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=5592aebe-d64f-4c03-98e7-84eb035c661b,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:22.674946 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:22.690221 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Calling delete_port for 5592aebe-d64f-4c03-98e7-84eb035c661b owned by network:router_interface {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:22.882050 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:22.888768 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:10:22.907291 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5592aebe-d64f-4c03-98e7-84eb035c661b,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:23.060393 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:10:23.081604 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:23.088238 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:10:23.088539 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device cd74ab92-00e9-48b4-8a2b-5ffbfbc5024d not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:10:23.292769 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Router 823c196d-375b-4474-b87a-ecbfd47c2387 has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:10:23.652361 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:10:23.657285 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-f353468a-fffa-406b-8629-1efa856bb7bd admin admin] 10.222.0.50 "PUT /v2.0/routers/823c196d-375b-4474-b87a-ecbfd47c2387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7980785 Jul 26 16:10:23.659840 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48928) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:23.660703 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] Sync routers for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:10:23.669730 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:10:23.670345 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:10:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:23.761403 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:23.772225 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:10:23.862306 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:23.923409 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Deleting port 744ae547-ef6c-45e6-ab94-3cb5fb668440 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:23.923745 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:23.955374 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:10:22Z', 'revision_number': 5, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port': {'id': '744ae547-ef6c-45e6-ab94-3cb5fb668440', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:21Z', 'updated_at': '2021-07-26T16:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:23.982475 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] Checking router: 823c196d-375b-4474-b87a-ecbfd47c2387 for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:10:23.990589 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] Routers {'823c196d-375b-4474-b87a-ecbfd47c2387'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:10:23.991237 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:10:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['823c196d-375b-4474-b87a-ecbfd47c2387'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:24.018386 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] For port 744ae547-ef6c-45e6-ab94-3cb5fb668440, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=744ae547-ef6c-45e6-ab94-3cb5fb668440,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:24.018779 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.032906 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Calling delete_port for 744ae547-ef6c-45e6-ab94-3cb5fb668440 owned by network:router_gateway {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:24.077625 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] Set router 823c196d-375b-4474-b87a-ecbfd47c2387 gateway port host: None {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:10:24.131637 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:10:23Z', 'revision_number': 6, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port_host': None}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:24.158561 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd662ee-9806-4ecc-86d5-f8a64f054d57 None None] The sync data for ids ['823c196d-375b-4474-b87a-ecbfd47c2387'] in dv-cinder-797608-11-iscsi is: [{'id': '823c196d-375b-4474-b87a-ecbfd47c2387', 'name': 'tempest-TestShelveInstance-953226000-router', 'tenant_id': '88159d692b1d49bca76efe6a41efd839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:20Z', 'updated_at': '2021-07-26T16:10:23Z', 'revision_number': 6, 'project_id': '88159d692b1d49bca76efe6a41efd839', 'gw_port_host': None}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:10:24.200505 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.227367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=744ae547-ef6c-45e6-ab94-3cb5fb668440,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:24.288287 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.383067 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.385115 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.431381 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.431913 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823c196d-375b-4474-b87a-ecbfd47c2387 {{(pid=93038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:10:24.436310 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.437483 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-c1feaf69-eec4-40da-adf6-1499b784f8f5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/823c196d-375b-4474-b87a-ecbfd47c2387 HTTP/1.1" status: 204 len: 168 time: 0.7766924 Jul 26 16:10:24.440075 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48932) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:24.483327 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f93a7a-4527-4ac5-b6c1-8b275abff31d admin admin] Deleting subnet b2ff7004-5fec-4297-af77-9396fc32ae9d {{(pid=93038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:10:24.486263 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9f93a7a-4527-4ac5-b6c1-8b275abff31d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.521904 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9f93a7a-4527-4ac5-b6c1-8b275abff31d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26762741'] for subnet, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.639794 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9f93a7a-4527-4ac5-b6c1-8b275abff31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.693361 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9f93a7a-4527-4ac5-b6c1-8b275abff31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25414943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25278798'] for subnet, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.722776 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f93a7a-4527-4ac5-b6c1-8b275abff31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ff7004-5fec-4297-af77-9396fc32ae9d,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:24.728641 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9f93a7a-4527-4ac5-b6c1-8b275abff31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.730789 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-d9f93a7a-4527-4ac5-b6c1-8b275abff31d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b2ff7004-5fec-4297-af77-9396fc32ae9d HTTP/1.1" status: 204 len: 168 time: 0.2897944 Jul 26 16:10:24.733411 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48934) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:24.734457 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2c7a7-d027-4a79-a82b-990febffa294 None None] Network 81e1854a-3394-4992-b6bf-68cda45a53a0 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:10:24.799089 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.851907 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Deleting port 206a85ca-d77e-4c3d-bea4-57596563c6ba {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:24.852166 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.921225 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] For port 206a85ca-d77e-4c3d-bea4-57596563c6ba, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=206a85ca-d77e-4c3d-bea4-57596563c6ba,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:24.921699 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:24.921823 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] DHCP port deletion for 81e1854a-3394-4992-b6bf-68cda45a53a0 request from dv-cinder-797608-11-iscsi {{(pid=93040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 16:10:24.937076 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Calling delete_port for 206a85ca-d77e-4c3d-bea4-57596563c6ba owned by network:dhcp {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:24.969672 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] Deleting port 206a85ca-d77e-4c3d-bea4-57596563c6ba {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:24.970047 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.018828 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.038855 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] For port 206a85ca-d77e-4c3d-bea4-57596563c6ba, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=206a85ca-d77e-4c3d-bea4-57596563c6ba,segment=NetworkSegment(79c4ed35-74eb-45f3-98e0-123c1c321f46),segment_id=79c4ed35-74eb-45f3-98e0-123c1c321f46)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:25.039807 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.042423 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=206a85ca-d77e-4c3d-bea4-57596563c6ba,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:25.048119 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] No DVR routers for this DVR port 206a85ca-d77e-4c3d-bea4-57596563c6ba on host dv-cinder-797608-11-iscsi {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:10:25.059440 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] Calling delete_port for 206a85ca-d77e-4c3d-bea4-57596563c6ba owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:25.132794 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.143870 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.144463 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e1854a-3394-4992-b6bf-68cda45a53a0']}} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:25.158887 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c4ed35-74eb-45f3-98e0-123c1c321f46') {'for_net_delete': True} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:25.159256 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c4ed35-74eb-45f3-98e0-123c1c321f46') {} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:25.171005 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] Pushing event deleted for resources: {'Port': ['ID=206a85ca-d77e-4c3d-bea4-57596563c6ba,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:25.174454 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4af9cd-d537-4f44-916f-96dec0cf4c51 None None] No DVR routers for this DVR port 206a85ca-d77e-4c3d-bea4-57596563c6ba on host dv-cinder-797608-11-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:10:25.180355 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26762246'] for segment, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.199538 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.206986 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:10:25.207545 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415025'] for segment, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: Traceback (most recent call last): Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: timer() Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: cb(*args, **kw) Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: return func(*args, **kwargs) Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: self._notify() Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: self.callback(batched_events) Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: event.method(event) Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: return f(self, *a, **k) Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._get(url).json() Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: return self.request(url, 'GET', **kwargs) Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:10:25.209605 dv-cinder-797608-11-iscsi neutron-server[93038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:10:25.278758 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.284629 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.286554 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] 10.222.0.50 "DELETE /v2.0/networks/81e1854a-3394-4992-b6bf-68cda45a53a0 HTTP/1.1" status: 204 len: 168 time: 0.5521858 Jul 26 16:10:25.290931 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48944) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:25.299626 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302595c-dc4f-4d8b-8ca8-ddfc2b210e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=81e1854a-3394-4992-b6bf-68cda45a53a0,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:25.646441 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.820916 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.898181 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Deleting port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:25.898509 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.967848 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 5592aebe-d64f-4c03-98e7-84eb035c661b no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:10:25.974624 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] For port 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,segment=NetworkSegment(bf4995ad-e848-4828-b39e-cda09a0b58b8),segment_id=bf4995ad-e848-4828-b39e-cda09a0b58b8)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:25.974921 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:25.989340 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 5592aebe-d64f-4c03-98e7-84eb035c661b {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:10:25.989685 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 5592aebe-d64f-4c03-98e7-84eb035c661b not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:10:25.990094 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 744ae547-ef6c-45e6-ab94-3cb5fb668440 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:10:25.990560 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Calling delete_port for 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:26.009303 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 744ae547-ef6c-45e6-ab94-3cb5fb668440 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:10:26.009639 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 744ae547-ef6c-45e6-ab94-3cb5fb668440 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:10:26.010178 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 206a85ca-d77e-4c3d-bea4-57596563c6ba no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:10:26.028253 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 206a85ca-d77e-4c3d-bea4-57596563c6ba {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:10:26.028599 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 206a85ca-d77e-4c3d-bea4-57596563c6ba not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:10:26.164125 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:26.186498 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:26.196897 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.196897 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.197183 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.197434 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.197761 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.198117 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.198446 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.198770 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.199138 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.199401 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.199721 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.200039 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:26.372544 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:26.589896 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Router feb51bbc-ac96-44f1-a41b-7c686469e51d has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:10:26.673804 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48958) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:26.701735 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:10:26.706936 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-516288ce-67b5-440a-90c0-d79c49b27015 admin admin] 10.222.0.50 "PUT /v2.0/routers/feb51bbc-ac96-44f1-a41b-7c686469e51d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4147933 Jul 26 16:10:26.709606 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48962) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:26.712968 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] Sync routers for ids ['feb51bbc-ac96-44f1-a41b-7c686469e51d'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:10:26.722784 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] Routers {'feb51bbc-ac96-44f1-a41b-7c686469e51d'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:10:26.723452 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:10:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['feb51bbc-ac96-44f1-a41b-7c686469e51d'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:26.811421 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f1c4-447d-4a1b-8cc0-32aeffedec14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:26.841341 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:26.921206 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] Set router feb51bbc-ac96-44f1-a41b-7c686469e51d gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:10:26.988872 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.033354 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f1c4-447d-4a1b-8cc0-32aeffedec14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.039686 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f1c4-447d-4a1b-8cc0-32aeffedec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.086802 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-0ed3f1c4-447d-4a1b-8cc0-32aeffedec14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9542f53e6b46411aa64eca7a7e83e64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116602 Jul 26 16:10:27.089597 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48964) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:27.091264 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3f1c4-447d-4a1b-8cc0-32aeffedec14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ce0f24-d6ff-4e42-bc34-48c5c0699d29,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:27.096738 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Deleting port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:27.097100 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.103334 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:10:26Z', 'revision_number': 5, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port': {'id': '09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:27.131770 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] Checking router: feb51bbc-ac96-44f1-a41b-7c686469e51d for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:10:27.140456 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60baccf6-4384-4001-8fd8-c46b0f7d4311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.141284 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] Routers {'feb51bbc-ac96-44f1-a41b-7c686469e51d'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:10:27.142225 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:10:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['feb51bbc-ac96-44f1-a41b-7c686469e51d'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:27.161866 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60baccf6-4384-4001-8fd8-c46b0f7d4311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.191991 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] For port 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:27.193147 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.215208 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Calling delete_port for 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a owned by network:router_gateway {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:27.218389 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60baccf6-4384-4001-8fd8-c46b0f7d4311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.222182 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60baccf6-4384-4001-8fd8-c46b0f7d4311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.225669 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-60baccf6-4384-4001-8fd8-c46b0f7d4311 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0ce0f24-d6ff-4e42-bc34-48c5c0699d29 HTTP/1.1" status: 204 len: 168 time: 0.1323125 Jul 26 16:10:27.234116 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baccf6-4384-4001-8fd8-c46b0f7d4311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ce0f24-d6ff-4e42-bc34-48c5c0699d29,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:27.234811 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] Set router feb51bbc-ac96-44f1-a41b-7c686469e51d gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:10:27.290282 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:10:26Z', 'revision_number': 6, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port_host': None}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:27.316552 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b14b1e-c8c8-49e5-9cc5-24f6d9ab4e4d None None] The sync data for ids ['feb51bbc-ac96-44f1-a41b-7c686469e51d'] in dv-cinder-797608-11-iscsi is: [{'id': 'feb51bbc-ac96-44f1-a41b-7c686469e51d', 'name': 'tempest-TestShelveInstance-2146285507-router', 'tenant_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:05:26Z', 'updated_at': '2021-07-26T16:10:26Z', 'revision_number': 6, 'project_id': 'b9dc52b83bfc4889ba5169adad7c96f1', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:10:27.410272 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.435607 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:27.500248 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.591941 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.594090 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.637733 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.638355 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb51bbc-ac96-44f1-a41b-7c686469e51d {{(pid=93038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:10:27.643734 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.647180 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-515e4ba6-3ba5-4c16-837a-cef1bf3724a2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/feb51bbc-ac96-44f1-a41b-7c686469e51d HTTP/1.1" status: 204 len: 168 time: 0.9334018 Jul 26 16:10:27.647620 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48978) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:27.696827 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96265a7-0447-43b9-96cf-df16767b8346 admin admin] Deleting subnet 789383bf-3f1a-4d48-9923-ccfaea631327 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:10:27.700027 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f96265a7-0447-43b9-96cf-df16767b8346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.744610 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f96265a7-0447-43b9-96cf-df16767b8346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.827134 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f96265a7-0447-43b9-96cf-df16767b8346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.864762 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48988) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:27.884254 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f96265a7-0447-43b9-96cf-df16767b8346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.911878 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96265a7-0447-43b9-96cf-df16767b8346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789383bf-3f1a-4d48-9923-ccfaea631327,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:27.918444 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-f96265a7-0447-43b9-96cf-df16767b8346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:27.920393 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f96265a7-0447-43b9-96cf-df16767b8346 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/789383bf-3f1a-4d48-9923-ccfaea631327 HTTP/1.1" status: 204 len: 168 time: 0.2716739 Jul 26 16:10:27.922829 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 48992) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:27.930351 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f102d8d-9f30-4115-910d-e828e247549a None None] Network 57a584d3-8728-4a3d-9015-a9901ce1981d requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:10:27.981722 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.v2.base [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-229048050-network', 'tenant_id': 'ca0877166f884b97b1352197f50e31b7'}} {{(pid=93039) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:10:28.005913 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.016763 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Made reservation on behalf of ca0877166f884b97b1352197f50e31b7 for: {'network': 1} {{(pid=93039) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:10:28.019000 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for network, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.029386 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.122275 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Deleting port 9addb054-c19c-4952-8539-738dd7200cab {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:28.122275 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.162561 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] DHCP port deletion for 57a584d3-8728-4a3d-9015-a9901ce1981d request from dv-cinder-797608-11-iscsi {{(pid=93040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 16:10:28.199283 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:10:28.224841 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:10:28.225277 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 09a1f3d4-a0dd-4d9f-b4c3-c6428e090a5a not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:10:28.225750 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:10:28.236524 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] For port 9addb054-c19c-4952-8539-738dd7200cab, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9addb054-c19c-4952-8539-738dd7200cab,segment=NetworkSegment(bf4995ad-e848-4828-b39e-cda09a0b58b8),segment_id=bf4995ad-e848-4828-b39e-cda09a0b58b8)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:28.236903 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.246833 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:10:28.247253 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 3ed4c1f1-bd1b-4f4a-a4ec-24f7d44dbe5f not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:10:28.248431 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.256685 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Calling delete_port for 9addb054-c19c-4952-8539-738dd7200cab owned by network:dhcp {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:28.258578 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.270606 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Deleting port 9addb054-c19c-4952-8539-738dd7200cab {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:28.271365 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.286836 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93039) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:10:28.341825 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.342087 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.segments_db [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Added segment 74f0dc40-231b-433c-9940-5c9784d9c42e of type vlan for network 212341bb-d4a4-42ea-8927-e157e021be71 Jul 26 16:10:28.342765 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] For port 9addb054-c19c-4952-8539-738dd7200cab, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9addb054-c19c-4952-8539-738dd7200cab,segment=NetworkSegment(bf4995ad-e848-4828-b39e-cda09a0b58b8),segment_id=bf4995ad-e848-4828-b39e-cda09a0b58b8)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:28.343168 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.357109 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Calling delete_port for 9addb054-c19c-4952-8539-738dd7200cab owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:28.359588 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15b17f7-81c5-49e5-a4b7-8728f080234a,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:28.410404 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791179800917'] for network, precommit_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.449861 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.463573 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.482811 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9addb054-c19c-4952-8539-738dd7200cab,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:28.484445 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450'] for network, after_create {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.485377 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:28.485943 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.492506 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] No DVR routers for this DVR port 9addb054-c19c-4952-8539-738dd7200cab on host dv-cinder-797608-11-iscsi {{(pid=93039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:10:28.502003 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Pushing event deleted for resources: {'Port': ['ID=9addb054-c19c-4952-8539-738dd7200cab,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:28.508814 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] No DVR routers for this DVR port 9addb054-c19c-4952-8539-738dd7200cab on host dv-cinder-797608-11-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:10:28.529182 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.529528 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.529876 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.530216 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.530584 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.530919 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.531248 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.531575 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.531902 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.532383 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.532713 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.533038 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27240d38-36c4-4be1-82cc-7ca4d33b9cbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:10:28.568137 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7023292 Jul 26 16:10:28.572778 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 48996) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:28.578012 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Request body: {'subnet': {'network_id': '212341bb-d4a4-42ea-8927-e157e021be71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-229048050-subnet', 'tenant_id': 'ca0877166f884b97b1352197f50e31b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:10:28.608176 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ce227-5001-428e-b57c-153d2ff6728e admin admin] Pushing event updated for resources: {'Network': ['ID=212341bb-d4a4-42ea-8927-e157e021be71,revision_number=1']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:28.615984 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Made reservation on behalf of ca0877166f884b97b1352197f50e31b7 for: {'subnet': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:10:28.620280 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Network 212341bb-d4a4-42ea-8927-e157e021be71 details requested by agent ovs-agent-dv-cinder-797608-11-iscsi with host dv-cinder-797608-11-iscsi {{(pid=93040) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:10:28.622525 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25278757'] for subnet, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.625768 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.636649 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a584d3-8728-4a3d-9015-a9901ce1981d']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:28.647737 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4995ad-e848-4828-b39e-cda09a0b58b8') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:28.648474 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4995ad-e848-4828-b39e-cda09a0b58b8') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:10:28.658045 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.674209 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.682285 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:10:28.682994 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:10:28.694330 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:10:28.973665 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.979067 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:28.980957 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] 10.222.0.50 "DELETE /v2.0/networks/57a584d3-8728-4a3d-9015-a9901ce1981d HTTP/1.1" status: 204 len: 168 time: 1.0572200 Jul 26 16:10:28.996060 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43939c87-0758-400e-b7a0-1d0d0d583f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a584d3-8728-4a3d-9015-a9901ce1981d,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:29.086862 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25415128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25278775'] for subnet, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.103374 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49002) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:29.142502 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c615ca-1501-41ef-8f43-46dc9af09225,revision_number=0']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:29.142960 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-f6465d0f-3500-472f-a6ed-82250e302bcd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88159d692b1d49bca76efe6a41efd839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384488 Jul 26 16:10:29.145541 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49004) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:29.154143 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Checking segment: {'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:10:29.154498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Network hostable DHCP agents. Network: 212341bb-d4a4-42ea-8927-e157e021be71, hostable agents: ['e44c1576-ddf6-4144-a97c-155dd8e5dd33'], hosted agents: [] {{(pid=93038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:10:29.172301 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Network 212341bb-d4a4-42ea-8927-e157e021be71 is scheduled to be hosted by DHCP agent e44c1576-ddf6-4144-a97c-155dd8e5dd33 with binding_index 1 {{(pid=93038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:10:29.180928 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-11-iscsi, 212341bb-d4a4-42ea-8927-e157e021be71) {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:10:29.185145 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:29.185732 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.191053 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc88ae-1d60-4809-87f0-4ea2771ad65a None None] Network 212341bb-d4a4-42ea-8927-e157e021be71 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:10:29.195777 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0f99967-bff0-4d1a-a785-b8dc9a430f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.201518 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-5b9b5743-7a78-4c80-9c27-5499d393d4f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6274965 Jul 26 16:10:29.219253 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0f99967-bff0-4d1a-a785-b8dc9a430f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.268901 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0f99967-bff0-4d1a-a785-b8dc9a430f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.274032 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0f99967-bff0-4d1a-a785-b8dc9a430f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.277738 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a0f99967-bff0-4d1a-a785-b8dc9a430f08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95f04345-7882-4fb0-89ba-0a2b14e41386 HTTP/1.1" status: 204 len: 168 time: 0.1288750 Jul 26 16:10:29.284529 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f99967-bff0-4d1a-a785-b8dc9a430f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f04345-7882-4fb0-89ba-0a2b14e41386,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:29.344158 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a78f3-939e-4c20-bf0f-584bdebdd5d9 None None] Network 212341bb-d4a4-42ea-8927-e157e021be71 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:10:29.625737 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49016) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:29.670955 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-1c1f0d71-8c1d-40e6-a878-e481c68f71a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9dc52b83bfc4889ba5169adad7c96f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417211 Jul 26 16:10:29.671701 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49018) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:10:29.728912 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4589da9-e1df-4707-aa4d-f57a7e9123bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.753332 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4589da9-e1df-4707-aa4d-f57a7e9123bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.799714 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4589da9-e1df-4707-aa4d-f57a7e9123bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.802240 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-b4589da9-e1df-4707-aa4d-f57a7e9123bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:29.803415 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-b4589da9-e1df-4707-aa4d-f57a7e9123bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48da086b-0a07-40a6-8613-b06c00ad700d HTTP/1.1" status: 204 len: 168 time: 0.1312132 Jul 26 16:10:29.811435 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4589da9-e1df-4707-aa4d-f57a7e9123bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da086b-0a07-40a6-8613-b06c00ad700d,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:29.968808 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9addb054-c19c-4952-8539-738dd7200cab no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:10:29.990802 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 9addb054-c19c-4952-8539-738dd7200cab {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:10:29.991145 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9addb054-c19c-4952-8539-738dd7200cab not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:10:31.195801 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-d3daa81f-2a0d-4d74-9fa0-2fb3e8416410 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:31.197269 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-d3daa81f-2a0d-4d74-9fa0-2fb3e8416410 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/networks?id=212341bb-d4a4-42ea-8927-e157e021be71 HTTP/1.1" status: 200 len: 808 time: 0.0995548 Jul 26 16:10:31.211881 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-d52c9593-5f0e-4687-a34c-2c6a0353e5dd tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/quotas/ca0877166f884b97b1352197f50e31b7 HTTP/1.1" status: 200 len: 375 time: 0.0087211 Jul 26 16:10:31.244689 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-d6d160b8-9858-432a-83c0-78394bcd99d0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca0877166f884b97b1352197f50e31b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277438 Jul 26 16:10:31.255375 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-02928667-a510-4d93-9dc1-4539e8865c64 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93039) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 16:10:31.256354 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-02928667-a510-4d93-9dc1-4539e8865c64 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051150 Jul 26 16:10:31.341759 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0c3431a9-77e7-44e8-bc2f-a89f75297eb3 service neutron] 10.222.0.50 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792150 Jul 26 16:10:31.430493 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-b979d4db-e855-4f02-81e7-d7d147f16d7d service neutron] 10.222.0.50 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824966 Jul 26 16:10:31.691376 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-ace7da8a-e209-407a-821b-e89c7aa874f7 req-bd750f79-d23c-484a-adb7-f9d14e8185c5 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 210 time: 0.1314020 Jul 26 16:10:32.678662 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-00dca4ba-7e5a-4b89-9105-397f36f286e1 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:32.680626 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-00dca4ba-7e5a-4b89-9105-397f36f286e1 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "GET /v2.0/networks?id=212341bb-d4a4-42ea-8927-e157e021be71 HTTP/1.1" status: 200 len: 808 time: 0.1027153 Jul 26 16:10:32.707462 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Request body: {'port': {'device_id': '7d54401b-b933-406a-8296-34f14b45a76d', 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71', 'admin_state_up': True, 'tenant_id': 'ca0877166f884b97b1352197f50e31b7'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:10:32.791976 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-c253b789-367b-4b19-94f7-1da2129bbf95 req-099b6d14-7e75-45a1-94b5-4824a8bb8214 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 210 time: 0.0282705 Jul 26 16:10:32.822763 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Made reservation on behalf of ca0877166f884b97b1352197f50e31b7 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:10:32.826228 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:32.945770 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Allocated IP 172.20.0.2 (212341bb-d4a4-42ea-8927-e157e021be71/c5c615ca-1501-41ef-8f43-46dc9af09225/34e333b2-1618-4f25-9a3e-05985e9080a8) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:10:33.124297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:33.135500 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-aa81414f-cef5-4c35-ae9a-cdf697106596 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1034057 Jul 26 16:10:33.166605 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:33.242402 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Network 212341bb-d4a4-42ea-8927-e157e021be71 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:10:33.246991 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:10:33.250949 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:10:33.253289 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Pushing event updated for resources: {'Port': ['ID=34e333b2-1618-4f25-9a3e-05985e9080a8,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:33.307337 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:33.307935 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:33.320803 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-105b34ba-fac2-46f3-b402-da735472640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:33.322357 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-105b34ba-fac2-46f3-b402-da735472640c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 1099 time: 0.1243174 Jul 26 16:10:33.323855 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-5cb87560-ec0d-4785-99f3-c62d73a68fb0 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6203763 Jul 26 16:10:33.359219 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Request body: {'port': {'device_id': '7d54401b-b933-406a-8296-34f14b45a76d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:10:33.497044 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:33.500261 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-7330b3d4-f849-4b07-8cd0-ec662731cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:33.501708 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-7330b3d4-f849-4b07-8cd0-ec662731cc1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.1465716 Jul 26 16:10:33.652432 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-9bc20957-2a3b-4681-a7dc-acb17ae16986 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72acba53-3619-450e-b6a9-f0a10ec33903 HTTP/1.1" status: 200 len: 1002 time: 0.1201065 Jul 26 16:10:33.706390 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f16-fbb5-44e2-a0bf-572d1b1ec7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:34.048883 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-c3d1941e-f228-490f-a271-a19285996b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:34.050319 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-c3d1941e-f228-490f-a271-a19285996b74 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.3863707 Jul 26 16:10:34.141975 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed5158-1197-40af-8adb-afa32b88a47a req-253ddcb9-69a7-45db-bff5-906586d0f730 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:34.143343 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f0ed5158-1197-40af-8adb-afa32b88a47a req-253ddcb9-69a7-45db-bff5-906586d0f730 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 931 time: 0.2082906 Jul 26 16:10:34.202229 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-7b683318-5643-4ea3-9ebd-e10f41ea083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:34.203688 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-7b683318-5643-4ea3-9ebd-e10f41ea083f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1413250 Jul 26 16:10:34.233070 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-f0ed5158-1197-40af-8adb-afa32b88a47a req-f02a1a54-b7d6-4dde-92af-c21307e181c9 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819252 Jul 26 16:10:34.287029 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e333b2-1618-4f25-9a3e-05985e9080a8 {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:10:34.305036 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:34.329382 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Transition to ACTIVE for port object 34e333b2-1618-4f25-9a3e-05985e9080a8 will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:10:34.337341 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:34.375843 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-18b9cac3-8f2a-4cf4-8842-782bbce38f2b service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459837 Jul 26 16:10:34.455347 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Pushing event updated for resources: {'Port': ['ID=34e333b2-1618-4f25-9a3e-05985e9080a8,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:34.540742 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Attempting to bind port 34e333b2-1618-4f25-9a3e-05985e9080a8 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:10:34.541070 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Attempting to bind port 34e333b2-1618-4f25-9a3e-05985e9080a8 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:10:34.541401 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Attempting to bind port 34e333b2-1618-4f25-9a3e-05985e9080a8 on network 212341bb-d4a4-42ea-8927-e157e021be71 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:10:34.545611 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-214a630b-e96a-4d61-b332-91cd6f342d2e req-68cb8e49-68fb-4bd3-873e-a9fe93e8b386 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518412 Jul 26 16:10:34.547561 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Port 34e333b2-1618-4f25-9a3e-05985e9080a8 on network 212341bb-d4a4-42ea-8927-e157e021be71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:10:34.547875 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Attempting to bind port 34e333b2-1618-4f25-9a3e-05985e9080a8 on network 212341bb-d4a4-42ea-8927-e157e021be71 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:10:34.552850 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:10:34.553184 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Checking segment: {'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:10:34.553562 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Bound using segment: {'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:10:34.553985 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Bound port: 34e333b2-1618-4f25-9a3e-05985e9080a8, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:10:34.554919 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:34.620104 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] For port 34e333b2-1618-4f25-9a3e-05985e9080a8, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:10:34.625122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] For port 34e333b2-1618-4f25-9a3e-05985e9080a8, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=34e333b2-1618-4f25-9a3e-05985e9080a8,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:10:34.630157 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:34.662480 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:34.663095 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:34.665009 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] 10.222.0.38 "PUT /v2.0/ports/34e333b2-1618-4f25-9a3e-05985e9080a8 HTTP/1.1" status: 200 len: 1093 time: 1.3110425 Jul 26 16:10:34.665438 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d54401b-b933-406a-8296-34f14b45a76d', 'tag': '34e333b2-1618-4f25-9a3e-05985e9080a8'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:10:34.667660 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0866270a-dbeb-4c87-b49f-6d224c68874c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d54401b-b933-406a-8296-34f14b45a76d", "tag": "34e333b2-1618-4f25-9a3e-05985e9080a8"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:10:34.695750 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6aa46-f5c9-41c6-9c52-3b723b73e04d service neutron] Pushing event updated for resources: {'Port': ['ID=34e333b2-1618-4f25-9a3e-05985e9080a8,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:34.707498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee9049-076e-46d0-8eca-736c0dfb5e7b x-openstack-request-id: req-34ee9049-076e-46d0-8eca-736c0dfb5e7b {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:10:34.707792 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d54401b-b933-406a-8296-34f14b45a76d", "tag": "34e333b2-1618-4f25-9a3e-05985e9080a8", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:10:34.708043 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34ee9049-076e-46d0-8eca-736c0dfb5e7b {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:10:34.708478 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d54401b-b933-406a-8296-34f14b45a76d', 'tag': '34e333b2-1618-4f25-9a3e-05985e9080a8', 'status': 'completed', 'code': 200} Jul 26 16:10:34.786893 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-d5d3f8b9-f806-4a0b-8765-f6166098f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:34.788405 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-d5d3f8b9-f806-4a0b-8765-f6166098f689 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca0877166f884b97b1352197f50e31b7&device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 1096 time: 0.0564067 Jul 26 16:10:34.841272 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-ac15790d-ac82-4c1e-847f-bff54236ce76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34e333b2-1618-4f25-9a3e-05985e9080a8 HTTP/1.1" status: 200 len: 217 time: 0.0337887 Jul 26 16:10:34.888455 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0908a5b4-20d4-4e94-9227-9d23ea42b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:34.889823 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-0908a5b4-20d4-4e94-9227-9d23ea42b9fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5c615ca-1501-41ef-8f43-46dc9af09225 HTTP/1.1" status: 200 len: 848 time: 0.0416241 Jul 26 16:10:34.929726 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-97ff894f-0674-4d18-a582-f32143d0a049 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=212341bb-d4a4-42ea-8927-e157e021be71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304518 Jul 26 16:10:35.025905 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-a7628387-951b-4ed0-b87f-f220c29049e9 service neutron] 10.222.0.38 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 Jul 26 16:10:35.123229 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2785f302-d43e-419b-8d17-340f214ff9d3 req-38708f4b-81c8-4108-9c68-e8b4cb00e62c service neutron] 10.222.0.38 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863140 Jul 26 16:10:35.292600 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-385362f4-6900-48b8-9618-e9156512dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:35.294021 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-385362f4-6900-48b8-9618-e9156512dc2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca0877166f884b97b1352197f50e31b7&device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 1096 time: 0.0548649 Jul 26 16:10:35.427364 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-262a192d-7293-4d13-bac8-ae7040b07e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:35.428864 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-262a192d-7293-4d13-bac8-ae7040b07e69 service neutron] 10.222.0.38 "GET /v2.0/networks?id=212341bb-d4a4-42ea-8927-e157e021be71 HTTP/1.1" status: 200 len: 909 time: 0.1207619 Jul 26 16:10:35.437234 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ce2a-f2e5-446e-88c1-79f001870ddc req-a4f7543a-84a6-4ad4-b07f-9df1732780dd tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:35.438638 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7d39ce2a-f2e5-446e-88c1-79f001870ddc req-a4f7543a-84a6-4ad4-b07f-9df1732780dd tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 943 time: 0.1385984 Jul 26 16:10:35.485167 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-5c089abd-7d84-4de4-827b-f57063abb7d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34e333b2-1618-4f25-9a3e-05985e9080a8 HTTP/1.1" status: 200 len: 217 time: 0.0455701 Jul 26 16:10:35.531395 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7d39ce2a-f2e5-446e-88c1-79f001870ddc req-ea0ec98e-2747-40fb-b3e6-90193aa3fee1 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857391 Jul 26 16:10:35.549311 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-c6838fbd-efb9-4aa0-8519-96a3aebc3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:35.550509 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-c6838fbd-efb9-4aa0-8519-96a3aebc3f52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5c615ca-1501-41ef-8f43-46dc9af09225 HTTP/1.1" status: 200 len: 848 time: 0.0563159 Jul 26 16:10:35.591867 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-e58b7bb0-86b3-47d0-b2a2-c141d39d6c35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=212341bb-d4a4-42ea-8927-e157e021be71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333214 Jul 26 16:10:35.685780 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-c06384e1-9ada-4aa8-8189-7cd7f6d5f2fd service neutron] 10.222.0.38 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855389 Jul 26 16:10:35.779492 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-0866270a-dbeb-4c87-b49f-6d224c68874c req-efa8ee0c-6490-450e-8706-aed703296a19 service neutron] 10.222.0.38 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852654 Jul 26 16:10:36.208034 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-2b63fc92-1e74-4be8-a083-31d69bc071d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:36.467347 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:36.663456 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926621c4-7e42-4b05-9e95-ae23bfd63abf req-a53d9b58-9f20-40fe-95ce-d893a92ec81e tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:36.664955 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-926621c4-7e42-4b05-9e95-ae23bfd63abf req-a53d9b58-9f20-40fe-95ce-d893a92ec81e tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 943 time: 0.0626018 Jul 26 16:10:36.707517 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-926621c4-7e42-4b05-9e95-ae23bfd63abf req-68895cf0-e1b4-4ff1-a98a-009b80963d1b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Jul 26 16:10:37.263616 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:37.833481 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753d4b5-8802-48f5-9798-b8dc0f85329f req-85c2b701-27eb-4bad-bea4-3c66ce65de15 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:37.834945 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b753d4b5-8802-48f5-9798-b8dc0f85329f req-85c2b701-27eb-4bad-bea4-3c66ce65de15 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 943 time: 0.0621800 Jul 26 16:10:37.872229 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b753d4b5-8802-48f5-9798-b8dc0f85329f req-1d459cb2-b94e-4542-80aa-7955e75dc5b9 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Jul 26 16:10:38.948925 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:38.997950 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb81bd1-3a55-487a-ac22-d84edc9856dd req-f53fbac5-5f66-4969-8770-a72f78879562 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:38.999424 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5fb81bd1-3a55-487a-ac22-d84edc9856dd req-f53fbac5-5f66-4969-8770-a72f78879562 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 943 time: 0.0627475 Jul 26 16:10:39.038278 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5fb81bd1-3a55-487a-ac22-d84edc9856dd req-09561ef8-c7be-44e8-afac-14b26124eee9 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Jul 26 16:10:39.146917 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 34e333b2-1618-4f25-9a3e-05985e9080a8 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:10:39.242772 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 34e333b2-1618-4f25-9a3e-05985e9080a8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=34e333b2-1618-4f25-9a3e-05985e9080a8,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:39.254248 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '34e333b2-1618-4f25-9a3e-05985e9080a8', 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71', 'port_id': '34e333b2-1618-4f25-9a3e-05985e9080a8', 'mac_address': 'fa:16:3e:c6:23:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c615ca-1501-41ef-8f43-46dc9af09225', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:10:39.290482 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:39.303121 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e333b2-1618-4f25-9a3e-05985e9080a8 {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:10:39.323942 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 34e333b2-1618-4f25-9a3e-05985e9080a8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=34e333b2-1618-4f25-9a3e-05985e9080a8,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:39.327933 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:39.377434 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=34e333b2-1618-4f25-9a3e-05985e9080a8,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:39.715023 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['34e333b2-1618-4f25-9a3e-05985e9080a8'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:10:40.162705 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893159-91dd-42ec-af0e-ce1fbc9e432d req-31e1d08d-5888-4b28-9bb4-e64bb156231f tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:40.164247 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7b893159-91dd-42ec-af0e-ce1fbc9e432d req-31e1d08d-5888-4b28-9bb4-e64bb156231f tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 944 time: 0.0616798 Jul 26 16:10:40.200665 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-7b893159-91dd-42ec-af0e-ce1fbc9e432d req-b5981fbf-ff30-4592-94bc-e9119182162e tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299947 Jul 26 16:10:41.159443 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 34e333b2-1618-4f25-9a3e-05985e9080a8 up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:10:41.211758 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 34e333b2-1618-4f25-9a3e-05985e9080a8 completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:10:41.216600 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 34e333b2-1618-4f25-9a3e-05985e9080a8 triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:10:41.216975 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:41.302353 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:41.327240 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d54401b-b933-406a-8296-34f14b45a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e333b2-1618-4f25-9a3e-05985e9080a8'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:10:41.329517 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a1e814-1f8c-4987-88f3-682119a13766" -d '{"events": [{"server_uuid": "7d54401b-b933-406a-8296-34f14b45a76d", "name": "network-vif-plugged", "status": "completed", "tag": "34e333b2-1618-4f25-9a3e-05985e9080a8"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:10:41.336998 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae82e-89dd-4b3b-bc43-b2d09f08f4ff req-bcd33076-8271-4e2b-a84c-fbcd233f6be6 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:41.339498 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3aae82e-89dd-4b3b-bc43-b2d09f08f4ff req-bcd33076-8271-4e2b-a84c-fbcd233f6be6 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 944 time: 0.0683873 Jul 26 16:10:41.345786 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 34e333b2-1618-4f25-9a3e-05985e9080a8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=34e333b2-1618-4f25-9a3e-05985e9080a8,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:41.350546 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:41.377230 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9657cc1-b859-4be9-800e-0a1761683074 x-openstack-request-id: req-a9657cc1-b859-4be9-800e-0a1761683074 {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:10:41.377515 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d54401b-b933-406a-8296-34f14b45a76d", "name": "network-vif-plugged", "status": "completed", "tag": "34e333b2-1618-4f25-9a3e-05985e9080a8", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:10:41.377759 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9657cc1-b859-4be9-800e-0a1761683074 {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:10:41.378141 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d54401b-b933-406a-8296-34f14b45a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e333b2-1618-4f25-9a3e-05985e9080a8', 'code': 200} Jul 26 16:10:41.380048 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e3aae82e-89dd-4b3b-bc43-b2d09f08f4ff req-6efa09f9-6b17-4358-84a6-dffcc740698e tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342767 Jul 26 16:10:41.404143 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=34e333b2-1618-4f25-9a3e-05985e9080a8,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:41.609853 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311a0a6-b2a9-433f-9962-6c47fcd02600 req-a6ccde15-0598-446b-8983-4d69d24a1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:41.611676 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b311a0a6-b2a9-433f-9962-6c47fcd02600 req-a6ccde15-0598-446b-8983-4d69d24a1178 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 1098 time: 0.0570934 Jul 26 16:10:41.651913 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-b311a0a6-b2a9-433f-9962-6c47fcd02600 req-7a92fb82-6ad5-454f-baa2-6dd1c22e4620 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277953 Jul 26 16:10:42.510031 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0d5a0-386f-4bdc-8530-cfe7e96f01af req-a9bce39c-2e1f-4f92-b969-2f3e388e03be tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:42.511572 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-69c0d5a0-386f-4bdc-8530-cfe7e96f01af req-a9bce39c-2e1f-4f92-b969-2f3e388e03be tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 945 time: 0.0625947 Jul 26 16:10:42.548999 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-69c0d5a0-386f-4bdc-8530-cfe7e96f01af req-c3808819-e6d6-4b93-81a8-8624b3661cb4 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Jul 26 16:10:43.693691 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d39ddb-6a05-4af6-8c6c-477ed865eb57 req-51c4b798-949f-4902-bd42-32f4f805d005 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:43.695270 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-27d39ddb-6a05-4af6-8c6c-477ed865eb57 req-51c4b798-949f-4902-bd42-32f4f805d005 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 945 time: 0.0683920 Jul 26 16:10:43.734106 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-27d39ddb-6a05-4af6-8c6c-477ed865eb57 req-ef283f8e-191b-4cb5-af99-024b74ac68dd tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jul 26 16:10:44.447478 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c343c9-d908-4250-85c8-82409665657b req-550d7f67-1097-4b8e-a66d-ec408e8ff685 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:44.449162 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-64c343c9-d908-4250-85c8-82409665657b req-550d7f67-1097-4b8e-a66d-ec408e8ff685 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 945 time: 0.0625134 Jul 26 16:10:44.487341 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-64c343c9-d908-4250-85c8-82409665657b req-4bde7695-bd50-4f00-a837-3604aac23432 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Jul 26 16:10:45.622149 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf8960-f94e-4e4a-8205-be17953e1e16 req-5784bfa9-e246-4dde-8c80-079395bb42d6 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:45.623667 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cecf8960-f94e-4e4a-8205-be17953e1e16 req-5784bfa9-e246-4dde-8c80-079395bb42d6 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 945 time: 0.0687516 Jul 26 16:10:45.663048 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-cecf8960-f94e-4e4a-8205-be17953e1e16 req-551085da-9ded-47f7-a54b-4201e560c238 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Jul 26 16:10:45.946158 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-f662ce72-84d0-46e9-bc10-70e94e683098 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:45.947611 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-f662ce72-84d0-46e9-bc10-70e94e683098 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 945 time: 0.0635512 Jul 26 16:10:46.058046 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Deleting port 34e333b2-1618-4f25-9a3e-05985e9080a8 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:10:46.058381 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:46.144953 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] For port 34e333b2-1618-4f25-9a3e-05985e9080a8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=34e333b2-1618-4f25-9a3e-05985e9080a8,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:46.145309 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:46.158119 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Calling delete_port for 34e333b2-1618-4f25-9a3e-05985e9080a8 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:10:46.283283 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:46.310380 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Pushing event deleted for resources: {'Port': ['ID=34e333b2-1618-4f25-9a3e-05985e9080a8,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:46.332047 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['34e333b2-1618-4f25-9a3e-05985e9080a8'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:10:46.359129 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] No DVR routers for this DVR port 34e333b2-1618-4f25-9a3e-05985e9080a8 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:10:46.361707 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:46.363686 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2f51b511-14ec-45a5-8062-248c9a4b8e2a req-5fb38a77-4af3-421a-bd85-e90d8e8e23a7 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "DELETE /v2.0/ports/34e333b2-1618-4f25-9a3e-05985e9080a8 HTTP/1.1" status: 204 len: 173 time: 0.4032469 Jul 26 16:10:46.364122 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d54401b-b933-406a-8296-34f14b45a76d', 'name': 'network-vif-deleted', 'tag': '34e333b2-1618-4f25-9a3e-05985e9080a8'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:10:46.366380 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb88fbf-5ef4-407a-95f9-da152ad025f2" -d '{"events": [{"server_uuid": "7d54401b-b933-406a-8296-34f14b45a76d", "name": "network-vif-deleted", "tag": "34e333b2-1618-4f25-9a3e-05985e9080a8"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:10:46.404769 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920856af-9330-420f-9f2a-c3a47e447673 x-openstack-request-id: req-920856af-9330-420f-9f2a-c3a47e447673 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:10:46.405074 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d54401b-b933-406a-8296-34f14b45a76d", "name": "network-vif-deleted", "tag": "34e333b2-1618-4f25-9a3e-05985e9080a8", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:10:46.405389 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-920856af-9330-420f-9f2a-c3a47e447673 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:10:46.405792 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d54401b-b933-406a-8296-34f14b45a76d', 'name': 'network-vif-deleted', 'tag': '34e333b2-1618-4f25-9a3e-05985e9080a8', 'status': 'completed', 'code': 200} Jul 26 16:10:46.772596 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-bd3456bb-76c9-4362-8cee-23d44853cfa8 req-3043457e-6124-498c-9b8a-eb1aa15811c1 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d54401b-b933-406a-8296-34f14b45a76d HTTP/1.1" status: 200 len: 210 time: 0.0337164 Jul 26 16:10:48.046350 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-183f53b6-212b-4fff-b25e-a7f2a318e475 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:48.047800 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-183f53b6-212b-4fff-b25e-a7f2a318e475 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/networks?id=212341bb-d4a4-42ea-8927-e157e021be71 HTTP/1.1" status: 200 len: 808 time: 0.1207697 Jul 26 16:10:48.063576 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-036721c7-df83-43fa-b783-aec87be2e1fc tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/quotas/ca0877166f884b97b1352197f50e31b7 HTTP/1.1" status: 200 len: 375 time: 0.0097203 Jul 26 16:10:48.097490 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-b2404f42-12d5-4877-9573-360fe9f1e433 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca0877166f884b97b1352197f50e31b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275755 Jul 26 16:10:48.149297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-0935f53c-49e2-48d6-aa93-58e6c30c00b3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 16:10:48.150326 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-0935f53c-49e2-48d6-aa93-58e6c30c00b3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460820 Jul 26 16:10:48.240246 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-24441d42-eabf-4646-8246-ac1903121edd service neutron] 10.222.0.50 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832756 Jul 26 16:10:48.338558 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-adc1938d-6623-4d5d-8135-f121e53822dd service neutron] 10.222.0.50 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922673 Jul 26 16:10:48.498309 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-fa9bedcd-f248-4529-b3cc-84d91896242e req-78e84ae1-a809-4346-af63-d02d574bb8e8 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 210 time: 0.0288956 Jul 26 16:10:49.233755 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 34e333b2-1618-4f25-9a3e-05985e9080a8 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:10:49.253671 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 34e333b2-1618-4f25-9a3e-05985e9080a8 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:10:49.253980 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 34e333b2-1618-4f25-9a3e-05985e9080a8 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:10:49.600262 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-09098460-ff21-4d67-9833-2eb972c14333 req-f9fe3451-af13-48a6-9aff-db4cdb0c1339 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 210 time: 0.0338459 Jul 26 16:10:49.735752 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-cb33cc69-6a1a-49c6-a3ce-cd6e4334d2b5 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:49.737272 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-cb33cc69-6a1a-49c6-a3ce-cd6e4334d2b5 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "GET /v2.0/networks?id=212341bb-d4a4-42ea-8927-e157e021be71 HTTP/1.1" status: 200 len: 808 time: 0.1065967 Jul 26 16:10:49.780741 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Request body: {'port': {'device_id': 'b79930d0-9b33-46a8-b22b-dd69cdc52164', 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71', 'admin_state_up': True, 'tenant_id': 'ca0877166f884b97b1352197f50e31b7'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:10:49.891347 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Made reservation on behalf of ca0877166f884b97b1352197f50e31b7 for: {'port': 1} {{(pid=93038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:10:49.894790 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:50.025087 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_common [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Allocated IP 172.20.0.13 (212341bb-d4a4-42ea-8927-e157e021be71/c5c615ca-1501-41ef-8f43-46dc9af09225/0da3d7b6-d94c-41ec-9d09-1d34af6444ba) {{(pid=93038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:10:50.175259 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks [] for port, precommit_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:50.212962 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791179781349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_create {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:50.253694 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Network 212341bb-d4a4-42ea-8927-e157e021be71 is already hosted by enough agents. {{(pid=93038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:10:50.258571 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.base_scheduler [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Resources bound (agent type, host, resource id): {{(pid=93038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:10:50.262664 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Received port after_create {{(pid=93038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 26 16:10:50.289711 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Pushing event updated for resources: {'Port': ['ID=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,revision_number=1']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:50.316146 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:50.316777 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:50.330035 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-78b83e8b-ec65-44ae-80c5-1b092d4ce28b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5539570 Jul 26 16:10:50.355502 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-6f663570-8b33-4d14-ac67-fd3ed8c96128 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 26 16:10:50.356439 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-6f663570-8b33-4d14-ac67-fd3ed8c96128 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049541 Jul 26 16:10:50.413163 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.v2.base [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Request body: {'port': {'device_id': 'b79930d0-9b33-46a8-b22b-dd69cdc52164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 26 16:10:50.482008 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:50.732983 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877f3a2-3f70-4fd2-96fa-dcd5fd4f8ccf req-c919272b-c93f-47d7-a847-0e9c6f4a8e2a tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:50.734381 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b877f3a2-3f70-4fd2-96fa-dcd5fd4f8ccf req-c919272b-c93f-47d7-a847-0e9c6f4a8e2a tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 932 time: 0.0656829 Jul 26 16:10:50.742322 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da3d7b6-d94c-41ec-9d09-1d34af6444ba {{(pid=93038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:10:50.750397 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:50.762773 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.provisioning_blocks [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Transition to ACTIVE for port object 0da3d7b6-d94c-41ec-9d09-1d34af6444ba will not be triggered until provisioned by entity L2. {{(pid=93038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 26 16:10:50.766669 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:50.774581 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-b877f3a2-3f70-4fd2-96fa-dcd5fd4f8ccf req-383573eb-7b05-4bd7-85ac-144929fe1211 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Jul 26 16:10:50.820835 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Pushing event updated for resources: {'Port': ['ID=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,revision_number=2']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:50.886661 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Attempting to bind port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 26 16:10:50.886990 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Attempting to bind port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 26 16:10:50.887312 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Attempting to bind port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba on network 212341bb-d4a4-42ea-8927-e157e021be71 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:10:50.891603 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba on network 212341bb-d4a4-42ea-8927-e157e021be71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 26 16:10:50.891917 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Attempting to bind port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba on network 212341bb-d4a4-42ea-8927-e157e021be71 {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 26 16:10:50.896938 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Checking agent: {'id': 'd6391db0-1d3e-4619-be4b-a672cec1e965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'started_at': datetime.datetime(2021, 7, 26, 15, 58, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 26, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 26 16:10:50.897265 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Checking segment: {'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 26 16:10:50.897634 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Bound using segment: {'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'} {{(pid=93038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 26 16:10:50.898047 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.managers [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Bound port: 0da3d7b6-d94c-41ec-9d09-1d34af6444ba, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f0dc40-231b-433c-9940-5c9784d9c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71'}}] {{(pid=93038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 26 16:10:50.898390 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:50.962124 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] For port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba, host hv-cinder-79760, cleared binding levels {{(pid=93038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:10:50.965052 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] For port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:10:50.969732 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25414997'] for port, after_update {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:51.000974 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:51.001728 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:51.003139 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] 10.222.0.38 "PUT /v2.0/ports/0da3d7b6-d94c-41ec-9d09-1d34af6444ba HTTP/1.1" status: 200 len: 1094 time: 0.6353691 Jul 26 16:10:51.005786 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79930d0-9b33-46a8-b22b-dd69cdc52164', 'tag': '0da3d7b6-d94c-41ec-9d09-1d34af6444ba'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:10:51.007975 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b79930d0-9b33-46a8-b22b-dd69cdc52164", "tag": "0da3d7b6-d94c-41ec-9d09-1d34af6444ba"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:10:51.034644 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9a422-be1f-4b90-b0c1-d6b23dd7958a service neutron] Pushing event updated for resources: {'Port': ['ID=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,revision_number=3']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:51.042954 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200b2582-69e0-46b7-af80-1c7ef09c5aeb x-openstack-request-id: req-200b2582-69e0-46b7-af80-1c7ef09c5aeb {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:10:51.043238 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79930d0-9b33-46a8-b22b-dd69cdc52164", "tag": "0da3d7b6-d94c-41ec-9d09-1d34af6444ba", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:10:51.043485 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-200b2582-69e0-46b7-af80-1c7ef09c5aeb {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:10:51.043872 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79930d0-9b33-46a8-b22b-dd69cdc52164', 'tag': '0da3d7b6-d94c-41ec-9d09-1d34af6444ba', 'status': 'completed', 'code': 200} Jul 26 16:10:51.125413 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-de4a9e52-8e57-4908-b62b-f50174c2200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:51.127325 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-de4a9e52-8e57-4908-b62b-f50174c2200c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca0877166f884b97b1352197f50e31b7&device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 1097 time: 0.0570891 Jul 26 16:10:51.185469 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-0f66d454-6b2e-40fa-9469-634446030511 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da3d7b6-d94c-41ec-9d09-1d34af6444ba HTTP/1.1" status: 200 len: 217 time: 0.0366664 Jul 26 16:10:51.237609 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-f3e0ac80-cac1-4f13-8f0d-f25dcef0e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:51.238996 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-f3e0ac80-cac1-4f13-8f0d-f25dcef0e362 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5c615ca-1501-41ef-8f43-46dc9af09225 HTTP/1.1" status: 200 len: 848 time: 0.0421445 Jul 26 16:10:51.276000 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-4ddfe00f-adc7-47c8-b723-821f187d53b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=212341bb-d4a4-42ea-8927-e157e021be71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258217 Jul 26 16:10:51.371198 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-bb8709a8-bbbb-4e4d-a8e0-f4b8899a9be0 service neutron] 10.222.0.38 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825830 Jul 26 16:10:51.460981 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-601c0421-58d1-40eb-be9a-4852bb507e7d req-fefa6cba-cfcb-412d-8507-d1ed89a9ff43 service neutron] 10.222.0.38 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788100 Jul 26 16:10:51.620973 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-ec9d8dcf-f763-4c81-aa3a-0c1499559452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:51.622436 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-ec9d8dcf-f763-4c81-aa3a-0c1499559452 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca0877166f884b97b1352197f50e31b7&device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 1097 time: 0.0539997 Jul 26 16:10:51.714840 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-ededb897-52db-4d58-a6b1-351061e33219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:51.716337 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-ededb897-52db-4d58-a6b1-351061e33219 service neutron] 10.222.0.38 "GET /v2.0/networks?id=212341bb-d4a4-42ea-8927-e157e021be71 HTTP/1.1" status: 200 len: 909 time: 0.0856900 Jul 26 16:10:51.758073 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-57500b67-bc04-4bbd-bf5f-d24582cae956 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0da3d7b6-d94c-41ec-9d09-1d34af6444ba HTTP/1.1" status: 200 len: 217 time: 0.0320761 Jul 26 16:10:51.809959 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-c55406c0-a59b-497c-8374-98e5fb69c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:51.811378 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-c55406c0-a59b-497c-8374-98e5fb69c43d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5c615ca-1501-41ef-8f43-46dc9af09225 HTTP/1.1" status: 200 len: 848 time: 0.0445018 Jul 26 16:10:51.847838 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-06747065-af77-45b6-b484-ec19a096a65d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=212341bb-d4a4-42ea-8927-e157e021be71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275631 Jul 26 16:10:51.902232 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3924-df75-4688-8390-4d3d3fcdcb2c req-c022533a-86c4-41e8-af9b-762b5203a859 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:51.903684 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-890b3924-df75-4688-8390-4d3d3fcdcb2c req-c022533a-86c4-41e8-af9b-762b5203a859 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 944 time: 0.0627761 Jul 26 16:10:51.937860 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-be1d1abd-6a0d-4eb9-86d0-83c16133c79a service neutron] 10.222.0.38 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808182 Jul 26 16:10:51.943409 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-890b3924-df75-4688-8390-4d3d3fcdcb2c req-9bad78e4-4354-4689-820a-340154b1d0ee tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Jul 26 16:10:52.030028 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-58fa2c2a-3b6c-4979-b5d2-bc6f408099fe req-4d208246-7cf0-49aa-b41b-1310c021ddab service neutron] 10.222.0.38 "GET /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831735 Jul 26 16:10:53.071059 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e59c35-08fc-4ec2-b163-816e344001fa req-4c4903f4-972e-40ba-bf2b-7af9ffbc2d33 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:53.072538 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-82e59c35-08fc-4ec2-b163-816e344001fa req-4c4903f4-972e-40ba-bf2b-7af9ffbc2d33 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 944 time: 0.0624723 Jul 26 16:10:53.110013 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-82e59c35-08fc-4ec2-b163-816e344001fa req-0e33b987-cbfa-4406-b8e6-2ab653ccfde9 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315444 Jul 26 16:10:54.237668 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf30c-122f-4adf-9cbe-a2a2be1b9ebb req-2c33a022-84ee-4b20-9c0f-cb3cfdc10bb3 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:54.239059 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-18edf30c-122f-4adf-9cbe-a2a2be1b9ebb req-2c33a022-84ee-4b20-9c0f-cb3cfdc10bb3 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 944 time: 0.0629137 Jul 26 16:10:54.279743 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-18edf30c-122f-4adf-9cbe-a2a2be1b9ebb req-3d13f88b-b72d-4d72-a0df-af05170e7b5f tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348070 Jul 26 16:10:55.242729 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 0da3d7b6-d94c-41ec-9d09-1d34af6444ba details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93040) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:10:55.334741 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:55.349892 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Returning: {'device': '0da3d7b6-d94c-41ec-9d09-1d34af6444ba', 'network_id': '212341bb-d4a4-42ea-8927-e157e021be71', 'port_id': '0da3d7b6-d94c-41ec-9d09-1d34af6444ba', 'mac_address': 'fa:16:3e:75:37:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c615ca-1501-41ef-8f43-46dc9af09225', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93040) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:10:55.388064 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:55.400224 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da3d7b6-d94c-41ec-9d09-1d34af6444ba {{(pid=93040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 26 16:10:55.406491 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369deb0e-3c4a-404f-ba7f-196e69447ef0 req-58af8495-e6b1-413b-a283-6b2b2c9e3654 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:55.407960 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-369deb0e-3c4a-404f-ba7f-196e69447ef0 req-58af8495-e6b1-413b-a283-6b2b2c9e3654 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 944 time: 0.0627933 Jul 26 16:10:55.420359 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:55.424270 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:55.448750 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-369deb0e-3c4a-404f-ba7f-196e69447ef0 req-ed54d693-85d3-4ee2-81f7-b3fd0ffedc68 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Jul 26 16:10:55.472866 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,revision_number=4']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:55.800367 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['0da3d7b6-d94c-41ec-9d09-1d34af6444ba'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:10:55.846540 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:56.575257 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380fd8f-26e5-4254-a654-13483dfdf9ca req-49e0fdcd-1125-4b48-9b04-0f0e81bf1a67 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:56.576774 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d380fd8f-26e5-4254-a654-13483dfdf9ca req-49e0fdcd-1125-4b48-9b04-0f0e81bf1a67 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 945 time: 0.0622365 Jul 26 16:10:56.616455 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-d380fd8f-26e5-4254-a654-13483dfdf9ca req-08374b49-4a94-4047-a313-b12840c2fe47 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333958 Jul 26 16:10:57.248408 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 0da3d7b6-d94c-41ec-9d09-1d34af6444ba up at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:10:57.295104 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning for port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba completed by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 26 16:10:57.298548 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.provisioning_blocks [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Provisioning complete for port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba triggered by entity L2. {{(pid=93040) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 26 16:10:57.298915 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1960227'] for port, provisioning_complete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:57.375166 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609563'] for port, before_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:57.397030 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79930d0-9b33-46a8-b22b-dd69cdc52164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da3d7b6-d94c-41ec-9d09-1d34af6444ba'}] {{(pid=93040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:10:57.399210 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e447a9cdc07521718bb7f640a5cbb374d5604efa70148cffb9c7672c84befe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40254d5f-dd56-4909-a8fe-38f668daeedc" -d '{"events": [{"server_uuid": "b79930d0-9b33-46a8-b22b-dd69cdc52164", "name": "network-vif-plugged", "status": "completed", "tag": "0da3d7b6-d94c-41ec-9d09-1d34af6444ba"}]}' {{(pid=93040) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:10:57.411559 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] For port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:10:57.415552 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791180170990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791179781367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791179782925'] for port, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:10:57.438382 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b30694f-879f-4311-b38e-517f1682460d x-openstack-request-id: req-4b30694f-879f-4311-b38e-517f1682460d {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:10:57.438665 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79930d0-9b33-46a8-b22b-dd69cdc52164", "name": "network-vif-plugged", "status": "completed", "tag": "0da3d7b6-d94c-41ec-9d09-1d34af6444ba", "code": 200}]} {{(pid=93040) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:10:57.438911 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b30694f-879f-4311-b38e-517f1682460d {{(pid=93040) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:10:57.439292 dv-cinder-797608-11-iscsi neutron-server[93040]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79930d0-9b33-46a8-b22b-dd69cdc52164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da3d7b6-d94c-41ec-9d09-1d34af6444ba', 'code': 200} Jul 26 16:10:57.464672 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Pushing event updated for resources: {'Port': ['ID=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,revision_number=5']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:10:57.666308 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6a82-31df-4ffe-82a4-8d1f4e434c6f req-0b89f5e8-006b-4627-beec-7b2fd68f2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:57.668337 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4a8c6a82-31df-4ffe-82a4-8d1f4e434c6f req-0b89f5e8-006b-4627-beec-7b2fd68f2f4a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 1099 time: 0.0530021 Jul 26 16:10:57.711434 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-4a8c6a82-31df-4ffe-82a4-8d1f4e434c6f req-6e88600d-6016-49d0-8d8e-dcde360aad7f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301964 Jul 26 16:10:57.754155 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f122-7779-49fd-8850-ebe1a43553b3 req-a471361e-1e27-4c63-b18f-bf48137d6a0f tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:57.755627 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7b10f122-7779-49fd-8850-ebe1a43553b3 req-a471361e-1e27-4c63-b18f-bf48137d6a0f tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 946 time: 0.0734887 Jul 26 16:10:57.793316 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-7b10f122-7779-49fd-8850-ebe1a43553b3 req-b6bc0b52-4068-440a-9fa9-55439d36d831 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Jul 26 16:10:58.922995 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbae2c5-cafb-4096-826a-92232e213532 req-1edf4a72-6897-4f64-834f-490f4d10616f tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:10:58.924547 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dfbae2c5-cafb-4096-826a-92232e213532 req-1edf4a72-6897-4f64-834f-490f4d10616f tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 946 time: 0.0636158 Jul 26 16:10:58.963955 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-dfbae2c5-cafb-4096-826a-92232e213532 req-66776de6-1a3f-49c2-8df1-388b8b380b0b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Jul 26 16:10:59.888800 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:11:00.093398 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e64140-e50e-494d-8f4d-f8994520c5e5 req-87e90d64-c94a-4c7d-9e4b-e8cf0f533a58 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:00.094886 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8e64140-e50e-494d-8f4d-f8994520c5e5 req-87e90d64-c94a-4c7d-9e4b-e8cf0f533a58 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 946 time: 0.0650775 Jul 26 16:11:00.133257 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-e8e64140-e50e-494d-8f4d-f8994520c5e5 req-81ac1a7c-1426-42d2-a2d8-988a5aa2b763 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Jul 26 16:11:00.897153 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543fb20-4ae6-41cd-8c30-90467cf8d49a req-07b6197f-ca49-4fa5-8426-d40d0cd1ea99 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:00.898705 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5543fb20-4ae6-41cd-8c30-90467cf8d49a req-07b6197f-ca49-4fa5-8426-d40d0cd1ea99 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 946 time: 0.0677609 Jul 26 16:11:00.936689 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-5543fb20-4ae6-41cd-8c30-90467cf8d49a req-5b69e87e-2e82-48fa-8e89-8bd0bd46de46 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Jul 26 16:11:02.077755 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab32c6-e188-48e3-858f-58db7176caa4 req-93a42e64-c16a-4e87-8c71-3d84c073bff8 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:02.079245 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1aab32c6-e188-48e3-858f-58db7176caa4 req-93a42e64-c16a-4e87-8c71-3d84c073bff8 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 946 time: 0.0663207 Jul 26 16:11:02.116983 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1aab32c6-e188-48e3-858f-58db7176caa4 req-441ba6d0-5acd-4ed9-b993-10546d1edd2b tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/security-groups?id=e15b17f7-81c5-49e5-a4b7-8728f080234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315475 Jul 26 16:11:02.444367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-2a08b06f-cd06-4c1a-b746-6f65854db964 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:02.445785 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-2a08b06f-cd06-4c1a-b746-6f65854db964 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 946 time: 0.0610611 Jul 26 16:11:02.546240 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Deleting port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:02.546577 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:02.638367 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] For port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,segment=NetworkSegment(74f0dc40-231b-433c-9940-5c9784d9c42e),segment_id=74f0dc40-231b-433c-9940-5c9784d9c42e)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:02.638722 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:02.651747 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Calling delete_port for 0da3d7b6-d94c-41ec-9d09-1d34af6444ba owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:02.783944 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:02.810710 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Pushing event deleted for resources: {'Port': ['ID=0da3d7b6-d94c-41ec-9d09-1d34af6444ba,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:02.828313 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] get_ports_and_sgs() called for port_ids ['0da3d7b6-d94c-41ec-9d09-1d34af6444ba'] {{(pid=93040) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:11:02.855319 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] No DVR routers for this DVR port 0da3d7b6-d94c-41ec-9d09-1d34af6444ba on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:11:02.859588 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:02.862652 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-2492e9f8-d6e7-4a69-b4ed-57d4d54c905b req-1ea4fdde-3527-4db0-a832-be59bfabcd07 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.38 "DELETE /v2.0/ports/0da3d7b6-d94c-41ec-9d09-1d34af6444ba HTTP/1.1" status: 204 len: 173 time: 0.4069719 Jul 26 16:11:02.863095 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79930d0-9b33-46a8-b22b-dd69cdc52164', 'name': 'network-vif-deleted', 'tag': '0da3d7b6-d94c-41ec-9d09-1d34af6444ba'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:11:02.865414 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3900b3-06b2-4532-bdfb-59729837ca85" -d '{"events": [{"server_uuid": "b79930d0-9b33-46a8-b22b-dd69cdc52164", "name": "network-vif-deleted", "tag": "0da3d7b6-d94c-41ec-9d09-1d34af6444ba"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:11:02.960080 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d0e0f0-fb69-40c0-9e19-dd7bfa9e3f4f x-openstack-request-id: req-39d0e0f0-fb69-40c0-9e19-dd7bfa9e3f4f {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:11:02.960393 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79930d0-9b33-46a8-b22b-dd69cdc52164", "name": "network-vif-deleted", "tag": "0da3d7b6-d94c-41ec-9d09-1d34af6444ba", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:11:02.960640 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39d0e0f0-fb69-40c0-9e19-dd7bfa9e3f4f {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:11:02.961033 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79930d0-9b33-46a8-b22b-dd69cdc52164', 'name': 'network-vif-deleted', 'tag': '0da3d7b6-d94c-41ec-9d09-1d34af6444ba', 'status': 'completed', 'code': 200} Jul 26 16:11:03.225233 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-28f33f59-e723-40bc-8d59-1e0a41542eb8 req-b37e52b8-2fa5-4205-a105-24b31afe0c60 tempest-VolumesActionsTest-946754294 tempest-VolumesActionsTest-946754294-project] 10.222.0.50 "GET /v2.0/ports?device_id=b79930d0-9b33-46a8-b22b-dd69cdc52164 HTTP/1.1" status: 200 len: 210 time: 0.0318308 Jul 26 16:11:03.707133 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-e777f034-26e8-412f-a7d6-7ff0e917537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:06.213174 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-280cdb9c-fbef-4079-b06c-b3fcae4df433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:06.468911 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:07.083458 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 0da3d7b6-d94c-41ec-9d09-1d34af6444ba no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:07.105747 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 0da3d7b6-d94c-41ec-9d09-1d34af6444ba {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:07.106083 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 0da3d7b6-d94c-41ec-9d09-1d34af6444ba not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:07.265354 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:08.953075 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:09.438366 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49246) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:09.606000 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Deleting port 7e696a04-866f-4b90-b338-5fc341be55ec {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:09.606350 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:09.713913 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:09.714640 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:09.735971 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Calling delete_port for 7e696a04-866f-4b90-b338-5fc341be55ec owned by network:floatingip {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:09.978772 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:10.009246 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event deleted for resources: {'Port': ['ID=7e696a04-866f-4b90-b338-5fc341be55ec,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:10.089720 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:10.090155 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.db.l3_db [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Floating IP 35736c42-3c06-40c5-80ec-23a404908501 disassociated (deleted). External IP: 172.27.1.233, port: 0edf874d-9c67-4855-b767-5260d1fcad49. Jul 26 16:11:10.373864 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:11:10.535923 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:11:10.541116 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:10.552917 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:11:10.565191 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:11:10.566090 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:11:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:10.592011 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4d63f575-69cb-4d94-b52c-1bb164fd620b tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "DELETE /v2.0/floatingips/35736c42-3c06-40c5-80ec-23a404908501 HTTP/1.1" status: 204 len: 168 time: 1.1524241 Jul 26 16:11:10.592643 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49'}] {{(pid=93039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:11:10.603626 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0dd173f5874b755f0d31a5c42534d445bc165122030605ee8ee4e6ccc558b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3906294f-2c1d-41e4-94f0-1329caabbdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49"}]}' {{(pid=93039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:11:10.667726 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c889bb-2a09-4e1c-b4a4-7141eed78093 x-openstack-request-id: req-41c889bb-2a09-4e1c-b4a4-7141eed78093 {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:11:10.668536 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49", "status": "completed", "code": 200}]} {{(pid=93039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:11:10.668990 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41c889bb-2a09-4e1c-b4a4-7141eed78093 {{(pid=93039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:11:10.669580 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49', 'status': 'completed', 'code': 200} Jul 26 16:11:10.798784 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:11:10.824048 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-aa886661-2611-4ce1-bbce-c9f146b100fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:10.826233 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-aa886661-2611-4ce1-bbce-c9f146b100fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 1098 time: 0.1073937 Jul 26 16:11:10.923632 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079f059-079e-4115-969f-38b20ae9f6d4 req-58b52cd1-2ad5-4b4d-a108-1f6901a96dfc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:10.933929 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2079f059-079e-4115-969f-38b20ae9f6d4 req-58b52cd1-2ad5-4b4d-a108-1f6901a96dfc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 945 time: 0.1020947 Jul 26 16:11:10.942623 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-68f953f9-c249-4f2b-b8dd-1b4801e7bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:10.944389 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-68f953f9-c249-4f2b-b8dd-1b4801e7bc83 service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.1089566 Jul 26 16:11:10.994994 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-2079f059-079e-4115-969f-38b20ae9f6d4 req-37cc93fb-4bc3-42e9-8f62-4567ff11106c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596716 Jul 26 16:11:11.001501 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-f8f90ef2-b54c-4ca6-88a2-579856ff8ea2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0edf874d-9c67-4855-b767-5260d1fcad49 HTTP/1.1" status: 200 len: 217 time: 0.0468686 Jul 26 16:11:11.064968 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-76ae14ce-f8ea-4abe-8b1b-8b8067134a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:11.067118 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-76ae14ce-f8ea-4abe-8b1b-8b8067134a1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0548196 Jul 26 16:11:11.074818 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:17Z', 'revision_number': 1, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:11.111992 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:11:11.126125 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:11:11.127038 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:11:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:11.137836 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-99537daf-e105-44fc-a4d3-a28b94d28ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:11.139323 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-99537daf-e105-44fc-a4d3-a28b94d28ff4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637619 Jul 26 16:11:11.266982 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:11:11.652003 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-d7b184ba-5855-450a-83cf-a0bccc7b12d7 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929326 Jul 26 16:11:11.761655 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:17Z', 'revision_number': 1, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:11.795803 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d0549d-58d1-4116-a663-a499581ae687 None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_floatingips': [{'id': '54b2a72a-fc6b-450c-b750-28cdb425a198', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'router_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'port_id': '72acba53-3619-450e-b6a9-f0a10ec33903', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'mac_address': 'fa:16:3e:3e:50:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-26T16:07:15Z', 'updated_at': '2021-07-26T16:07:17Z', 'revision_number': 1, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:11:11.818350 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-3906294f-2c1d-41e4-94f0-1329caabbdc5 req-d115179f-b500-4c95-9113-7a44d7f4d2b0 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549473 Jul 26 16:11:12.157102 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4163ca66-910c-48c2-8335-1d0c0c1376c8 None None] New status for floating IP 35736c42-3c06-40c5-80ec-23a404908501: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:11:12.186102 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bdf7d-4dc4-475c-9514-5b1903e51933 req-eca032a0-bf24-4913-a6ad-a8b9c0d3b7ee tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:12.189954 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-389bdf7d-4dc4-475c-9514-5b1903e51933 req-eca032a0-bf24-4913-a6ad-a8b9c0d3b7ee tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 945 time: 0.1022198 Jul 26 16:11:12.248383 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-389bdf7d-4dc4-475c-9514-5b1903e51933 req-cff04d81-ca34-4704-b17a-bb20f916e6b8 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465882 Jul 26 16:11:12.813365 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-d1231432-e4f0-4e5a-a26c-09720ce8f760 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:12.814874 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-d1231432-e4f0-4e5a-a26c-09720ce8f760 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0699332 Jul 26 16:11:12.940881 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Deleting port 0edf874d-9c67-4855-b767-5260d1fcad49 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:12.941245 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:13.034448 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] For port 0edf874d-9c67-4855-b767-5260d1fcad49, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0edf874d-9c67-4855-b767-5260d1fcad49,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:13.034897 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:13.051012 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Calling delete_port for 0edf874d-9c67-4855-b767-5260d1fcad49 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:13.205003 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:13.235615 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event deleted for resources: {'Port': ['ID=0edf874d-9c67-4855-b767-5260d1fcad49,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:13.305227 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] No DVR routers for this DVR port 0edf874d-9c67-4855-b767-5260d1fcad49 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:11:13.317527 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:13.320110 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-94c0fa7c-7e6a-44fa-bc6d-f00672693dc1 req-2d8c4ff8-9d56-42b1-a280-16b79771ed29 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "DELETE /v2.0/ports/0edf874d-9c67-4855-b767-5260d1fcad49 HTTP/1.1" status: 204 len: 173 time: 0.4957845 Jul 26 16:11:13.320799 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'name': 'network-vif-deleted', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:11:13.331222 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a09045d-faf3-41f4-9202-a3afda3ba055" -d '{"events": [{"server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "name": "network-vif-deleted", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:11:13.362682 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-60390e0e-06c1-48e8-9499-643bf4db5be1 req-834eadcc-2ad1-4e76-88fe-d895fd197e51 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=1787530b-9052-472d-ad83-ef7fc5b6b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0540807 Jul 26 16:11:13.403457 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f532b2a9-d936-4992-b68b-8b6d281385e1 x-openstack-request-id: req-f532b2a9-d936-4992-b68b-8b6d281385e1 {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:11:13.403818 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1787530b-9052-472d-ad83-ef7fc5b6b4a7", "name": "network-vif-deleted", "tag": "0edf874d-9c67-4855-b767-5260d1fcad49", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:11:13.404116 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f532b2a9-d936-4992-b68b-8b6d281385e1 {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:11:13.404594 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1787530b-9052-472d-ad83-ef7fc5b6b4a7', 'name': 'network-vif-deleted', 'tag': '0edf874d-9c67-4855-b767-5260d1fcad49', 'status': 'completed', 'code': 200} Jul 26 16:11:16.177547 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 0edf874d-9c67-4855-b767-5260d1fcad49 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:16.198641 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 0edf874d-9c67-4855-b767-5260d1fcad49 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:16.199048 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 0edf874d-9c67-4855-b767-5260d1fcad49 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:16.744495 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49324) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:16.972120 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Deleting port 1c850855-e485-44e5-a4d4-75eab3d3210b {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:16.972674 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:17.061330 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:17.061782 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:17.077297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Calling delete_port for 1c850855-e485-44e5-a4d4-75eab3d3210b owned by network:floatingip {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:17.255719 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:17.285418 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event deleted for resources: {'Port': ['ID=1c850855-e485-44e5-a4d4-75eab3d3210b,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:17.313555 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.314045 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.314479 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.314880 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.315297 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.315619 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.315947 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.316292 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.316619 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.316938 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.317258 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.317576 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:17.364900 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:17.365316 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.db.l3_db [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Floating IP 54b2a72a-fc6b-450c-b750-28cdb425a198 disassociated (deleted). External IP: 172.27.1.152, port: 72acba53-3619-450e-b6a9-f0a10ec33903. Jul 26 16:11:17.613716 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:11:17.733786 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:11:17.738867 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:17.747207 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:11:17.757221 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:11:17.757959 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:11:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:17.779666 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-ed17377f-29a9-45f3-b77b-d700b93e2a2c tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "DELETE /v2.0/floatingips/54b2a72a-fc6b-450c-b750-28cdb425a198 HTTP/1.1" status: 204 len: 168 time: 1.0310857 Jul 26 16:11:17.779666 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:11:17.780361 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:11:17.853450 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Jul 2021 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e0bd62-0d57-419c-bb90-7396d2a693eb x-openstack-request-id: req-f3e0bd62-0d57-419c-bb90-7396d2a693eb {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:11:17.853982 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:11:17.854369 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3e0bd62-0d57-419c-bb90-7396d2a693eb {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:11:17.855045 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903', 'status': 'completed', 'code': 200} Jul 26 16:11:17.915405 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:11:18.030779 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-ec871907-d992-4374-8fa4-293762a273b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:18.033827 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-ec871907-d992-4374-8fa4-293762a273b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 1099 time: 0.1243701 Jul 26 16:11:18.150991 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf714e-62df-4dc6-939c-da2cf7349549 req-420ecd27-309c-4c8c-bfae-fa255774d7cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93039) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:18.153293 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4ebf714e-62df-4dc6-939c-da2cf7349549 req-420ecd27-309c-4c8c-bfae-fa255774d7cc tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 946 time: 0.0876148 Jul 26 16:11:18.178775 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-1f47baef-062c-4daf-be8f-3fc8fb70c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:18.180519 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-1f47baef-062c-4daf-be8f-3fc8fb70c35a service neutron] 10.222.0.38 "GET /v2.0/networks?id=df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 200 len: 912 time: 0.1337430 Jul 26 16:11:18.200917 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [req-4ebf714e-62df-4dc6-939c-da2cf7349549 req-cb4f736a-b2d1-4eae-af69-133f10858e32 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Jul 26 16:11:18.217065 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:18.231313 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-81a9902b-0957-4023-8c4c-1104bab6205b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72acba53-3619-450e-b6a9-f0a10ec33903 HTTP/1.1" status: 200 len: 217 time: 0.0414689 Jul 26 16:11:18.245259 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:11:18.259535 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:11:18.259535 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:11:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:18.297967 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-48fbe7bf-0a98-4900-aebf-29ab9f3fc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:18.299084 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-48fbe7bf-0a98-4900-aebf-29ab9f3fc96d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 200 len: 850 time: 0.0564179 Jul 26 16:11:18.371140 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-9cc1013b-0686-4214-a5ef-2358e88acba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:18.372758 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-9cc1013b-0686-4214-a5ef-2358e88acba7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=df718479-1703-448c-84ac-ed84f9f84200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0648324 Jul 26 16:11:18.379840 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:11:18.494690 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-8ba096bc-d174-4b3a-a29f-0d8eb39caaa1 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122088 Jul 26 16:11:18.622788 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:18.635711 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-1dcfaa46-4e4e-40a0-b95a-64f46355d0b1 req-0f96e2d5-603f-46ec-b3e2-c4ca80d496d7 service neutron] 10.222.0.38 "GET /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328664 Jul 26 16:11:18.655963 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596991b4-5aeb-4fa2-b2a1-bf4173431695 None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:03:10Z', 'revision_number': 4, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi', '_interfaces': [{'id': 'c386138f-e4ff-4e08-b664-73bc900f5835', 'name': '', 'network_id': 'df718479-1703-448c-84ac-ed84f9f84200', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'mac_address': 'fa:16:3e:92:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:09Z', 'updated_at': '2021-07-26T16:03:30Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'subnets': [{'id': 'b4ccf388-3e84-4c72-a2e2-939f2ad4ebca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:11:18.947494 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f22df-de0f-4e42-b97c-dc99c97a281a None None] New status for floating IP 54b2a72a-fc6b-450c-b750-28cdb425a198: DOWN {{(pid=93041) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 26 16:11:19.375529 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5e3a8-76e1-4c8b-96ec-51409e9da850 req-20c7ad95-e933-4ec4-be2f-d0394dd8246a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:19.378224 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-82a5e3a8-76e1-4c8b-96ec-51409e9da850 req-20c7ad95-e933-4ec4-be2f-d0394dd8246a tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 946 time: 0.0936682 Jul 26 16:11:19.426852 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-82a5e3a8-76e1-4c8b-96ec-51409e9da850 req-9ba250ff-e657-4e07-94bf-8312b2db6939 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/security-groups?id=2887d898-fadc-41a1-9c41-1851c7e9072c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Jul 26 16:11:19.926224 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-23195422-ee9d-424b-95af-a30c9cbc6cd7 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 26 16:11:19.929372 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-23195422-ee9d-424b-95af-a30c9cbc6cd7 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 946 time: 0.0798335 Jul 26 16:11:20.050841 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Deleting port 72acba53-3619-450e-b6a9-f0a10ec33903 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:20.051195 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:20.156872 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] For port 72acba53-3619-450e-b6a9-f0a10ec33903, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=72acba53-3619-450e-b6a9-f0a10ec33903,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:20.157149 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:20.171163 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Calling delete_port for 72acba53-3619-450e-b6a9-f0a10ec33903 owned by compute:nova {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:20.307774 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:20.370119 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event deleted for resources: {'Port': ['ID=72acba53-3619-450e-b6a9-f0a10ec33903,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:20.387980 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] No DVR routers for this DVR port 72acba53-3619-450e-b6a9-f0a10ec33903 on host hv-cinder-79760 {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:11:20.390478 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for port, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:20.392822 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-d29ab8ba-52b5-4d18-8d4a-e69aa7fb155f req-6d53eb2e-8936-4f84-b9e8-825397bb6313 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.38 "DELETE /v2.0/ports/72acba53-3619-450e-b6a9-f0a10ec33903 HTTP/1.1" status: 204 len: 173 time: 0.4578462 Jul 26 16:11:20.393290 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'name': 'network-vif-deleted', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903'}] {{(pid=93038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 26 16:11:20.395986 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37209be45051ed5ed9eca874be129a682be3580697917ebb9ec1904d3599bb9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e9d14-48a9-44e5-9606-ea95366b9ea3" -d '{"events": [{"server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "name": "network-vif-deleted", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903"}]}' {{(pid=93038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:11:20.439405 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Jul 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f31bd15-323e-457b-8630-906be3d0c37e x-openstack-request-id: req-4f31bd15-323e-457b-8630-906be3d0c37e {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:11:20.439701 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea21f64c-a1b1-4466-93be-5acd14f037c9", "name": "network-vif-deleted", "tag": "72acba53-3619-450e-b6a9-f0a10ec33903", "status": "completed", "code": 200}]} {{(pid=93038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:11:20.442448 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f31bd15-323e-457b-8630-906be3d0c37e {{(pid=93038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:11:20.442894 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea21f64c-a1b1-4466-93be-5acd14f037c9', 'name': 'network-vif-deleted', 'tag': '72acba53-3619-450e-b6a9-f0a10ec33903', 'status': 'completed', 'code': 200} Jul 26 16:11:20.539377 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [req-67d51926-b60e-459d-b1a6-0ff37c1cdc1b req-b3d02fcb-4ca1-46d8-81e6-ef1fd22628a2 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea21f64c-a1b1-4466-93be-5acd14f037c9 HTTP/1.1" status: 200 len: 210 time: 0.0376823 Jul 26 16:11:21.605877 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49368) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:21.797301 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Deleting port 55468c62-04e8-4aa7-9879-09caa6dd78aa {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:21.797787 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:21.900869 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:21.901750 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:21.920362 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Calling delete_port for 55468c62-04e8-4aa7-9879-09caa6dd78aa owned by network:floatingip {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:22.118471 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:22.156246 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event deleted for resources: {'Port': ['ID=55468c62-04e8-4aa7-9879-09caa6dd78aa,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:22.222965 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:22.225731 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72189'] for floatingip, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:22.226947 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-c2d05de9-03cd-4e15-8a16-74458266d645 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "DELETE /v2.0/floatingips/907f681e-aff1-4cec-9745-a3b47b50797a HTTP/1.1" status: 204 len: 168 time: 0.6194530 Jul 26 16:11:23.480638 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49384) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:23.545779 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2e954dba-a096-4101-9abc-0712bd94c466 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:23.574540 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2e954dba-a096-4101-9abc-0712bd94c466 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:23.647744 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2e954dba-a096-4101-9abc-0712bd94c466 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:23.650464 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-2e954dba-a096-4101-9abc-0712bd94c466 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:23.651640 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-2e954dba-a096-4101-9abc-0712bd94c466 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] 10.222.0.50 "DELETE /v2.0/security-groups/2887d898-fadc-41a1-9c41-1851c7e9072c HTTP/1.1" status: 204 len: 168 time: 0.1697338 Jul 26 16:11:23.661527 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e954dba-a096-4101-9abc-0712bd94c466 tempest-TestVolumeBootPattern-335700204 tempest-TestVolumeBootPattern-335700204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2887d898-fadc-41a1-9c41-1851c7e9072c,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:23.730987 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49392) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:24.235742 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 72acba53-3619-450e-b6a9-f0a10ec33903 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:24.260387 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] No Port match for: 72acba53-3619-450e-b6a9-f0a10ec33903 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:24.261135 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Device 72acba53-3619-450e-b6a9-f0a10ec33903 not bound to the agent host hv-cinder-79760 {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:24.313561 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:24.658064 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Deleting port c386138f-e4ff-4e08-b664-73bc900f5835 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:24.658807 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:24.752120 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] For port c386138f-e4ff-4e08-b664-73bc900f5835, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=c386138f-e4ff-4e08-b664-73bc900f5835,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:24.752506 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:24.767035 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Calling delete_port for c386138f-e4ff-4e08-b664-73bc900f5835 owned by network:router_interface {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:25.262779 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:25.290126 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c386138f-e4ff-4e08-b664-73bc900f5835,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:25.458448 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:25.689943 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Router 3b2db9a5-5842-405c-ba81-6fc39297fddc has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:11:25.813501 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:11:25.818977 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-1f8609e3-03ef-4a89-ad63-a9de7c494e2f admin admin] 10.222.0.50 "PUT /v2.0/routers/3b2db9a5-5842-405c-ba81-6fc39297fddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0868223 Jul 26 16:11:25.822816 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49432) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:25.827711 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] Sync routers for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:11:25.858841 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:11:25.859009 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:11:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:25.862963 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:25.967463 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:25.976448 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: dv-cinder-797608-11-iscsi {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:11:26.113819 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.194757 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Deleting port 3929b48c-5581-4240-a756-b82391e86d80 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:26.195352 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.202794 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '3929b48c-5581-4240-a756-b82391e86d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:11:25Z', 'revision_number': 5, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port': {'id': '3929b48c-5581-4240-a756-b82391e86d80', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:06Z', 'updated_at': '2021-07-26T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:26.239637 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] Checking router: 3b2db9a5-5842-405c-ba81-6fc39297fddc for host: dv-cinder-797608-11-iscsi {{(pid=93040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:11:26.248955 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] Routers {'3b2db9a5-5842-405c-ba81-6fc39297fddc'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:11:26.249574 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:11:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['3b2db9a5-5842-405c-ba81-6fc39297fddc'], 'active': True} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:26.294561 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] For port 3929b48c-5581-4240-a756-b82391e86d80, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=3929b48c-5581-4240-a756-b82391e86d80,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:26.294920 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.315316 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Calling delete_port for 3929b48c-5581-4240-a756-b82391e86d80 owned by network:router_gateway {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:26.345103 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvr_db [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] Set router 3b2db9a5-5842-405c-ba81-6fc39297fddc gateway port host: None {{(pid=93040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:11:26.400094 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_hamode_db [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:11:26Z', 'revision_number': 6, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port_host': None}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:26.433440 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7bf346-8a1a-4be7-863a-c32466ebf11f None None] The sync data for ids ['3b2db9a5-5842-405c-ba81-6fc39297fddc'] in dv-cinder-797608-11-iscsi is: [{'id': '3b2db9a5-5842-405c-ba81-6fc39297fddc', 'name': 'tempest-TestVolumeBootPattern-862812066-router', 'tenant_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:05Z', 'updated_at': '2021-07-26T16:11:26Z', 'revision_number': 6, 'project_id': 'a521acbf91bb4c9b8b4739a09bcd60b2', 'gw_port_host': None}] {{(pid=93040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:11:26.512812 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.541621 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3929b48c-5581-4240-a756-b82391e86d80,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:26.623394 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.717116 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.719452 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.770288 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.770991 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2db9a5-5842-405c-ba81-6fc39297fddc {{(pid=93038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:11:26.776473 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] Notify callbacks [] for router, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.777753 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-abb3f462-f4a9-48c7-b8cf-36f1e3dd4f76 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3b2db9a5-5842-405c-ba81-6fc39297fddc HTTP/1.1" status: 204 len: 168 time: 0.9539142 Jul 26 16:11:26.780606 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49476) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:26.828590 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.db_base_plugin_v2 [None req-742dddc8-277e-4c08-8df0-9e758f241f90 admin admin] Deleting subnet b4ccf388-3e84-4c72-a2e2-939f2ad4ebca {{(pid=93038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:11:26.832214 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-742dddc8-277e-4c08-8df0-9e758f241f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.868749 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-742dddc8-277e-4c08-8df0-9e758f241f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26762741'] for subnet, precommit_delete_associations {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:26.955290 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-742dddc8-277e-4c08-8df0-9e758f241f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.008858 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-742dddc8-277e-4c08-8df0-9e758f241f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25414943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25278798'] for subnet, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.034204 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dddc8-277e-4c08-8df0-9e758f241f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ccf388-3e84-4c72-a2e2-939f2ad4ebca,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:27.037575 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-742dddc8-277e-4c08-8df0-9e758f241f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.039455 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-742dddc8-277e-4c08-8df0-9e758f241f90 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b4ccf388-3e84-4c72-a2e2-939f2ad4ebca HTTP/1.1" status: 204 len: 168 time: 0.2578321 Jul 26 16:11:27.041992 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49478) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:27.044278 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b55491-0cc5-4015-baf5-b1344a4533a5 None None] Network df718479-1703-448c-84ac-ed84f9f84200 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:11:27.114328 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.177446 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Deleting port c52d9858-e235-4806-82b7-69079df80461 {{(pid=93038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:27.177792 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.247981 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] DHCP port deletion for df718479-1703-448c-84ac-ed84f9f84200 request from dv-cinder-797608-11-iscsi {{(pid=93040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 16:11:27.249467 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.db [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] For port c52d9858-e235-4806-82b7-69079df80461, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=c52d9858-e235-4806-82b7-69079df80461,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:27.250360 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.263034 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.plugin [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Calling delete_port for c52d9858-e235-4806-82b7-69079df80461 owned by network:dhcp {{(pid=93038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:27.293815 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] Deleting port c52d9858-e235-4806-82b7-69079df80461 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:27.294200 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.343304 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25414956'] for port, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.358907 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] For port c52d9858-e235-4806-82b7-69079df80461, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=c52d9858-e235-4806-82b7-69079df80461,segment=NetworkSegment(62086a32-cdb9-4098-b579-fa9450b394ab),segment_id=62086a32-cdb9-4098-b579-fa9450b394ab)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:27.359839 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.371403 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52d9858-e235-4806-82b7-69079df80461,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:27.372358 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] Calling delete_port for c52d9858-e235-4806-82b7-69079df80461 owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:27.375398 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] No DVR routers for this DVR port c52d9858-e235-4806-82b7-69079df80461 on host dv-cinder-797608-11-iscsi {{(pid=93038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:11:27.450611 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.455914 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.462905 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df718479-1703-448c-84ac-ed84f9f84200']}} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:27.472911 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49482) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:27.474556 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62086a32-cdb9-4098-b579-fa9450b394ab') {'for_net_delete': True} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:27.474851 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62086a32-cdb9-4098-b579-fa9450b394ab') {} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:27.485015 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26762246'] for segment, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.496144 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] No DVR routers for this DVR port c52d9858-e235-4806-82b7-69079df80461 on host dv-cinder-797608-11-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:11:27.497835 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b514fd-9dec-4b4d-80cb-29e1391d64cf None None] Pushing event deleted for resources: {'Port': ['ID=c52d9858-e235-4806-82b7-69079df80461,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:27.513267 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.521432 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:11:27.522129 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415025'] for segment, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: Traceback (most recent call last): Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: timer() Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: cb(*args, **kw) Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: return func(*args, **kwargs) Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: self._notify() Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: self.callback(batched_events) Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: event.method(event) Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: return f(self, *a, **k) Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._get(url).json() Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: return self.request(url, 'GET', **kwargs) Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:11:27.524178 dv-cinder-797608-11-iscsi neutron-server[93038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:11:27.531235 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Deleting subnet c5c615ca-1501-41ef-8f43-46dc9af09225 {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:11:27.535870 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.578489 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.594863 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.602564 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.604471 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] 10.222.0.50 "DELETE /v2.0/networks/df718479-1703-448c-84ac-ed84f9f84200 HTTP/1.1" status: 204 len: 168 time: 0.5614986 Jul 26 16:11:27.610868 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49484) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:27.615395 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dd3fa-5f17-4fd2-98db-d3b4c677a812 admin admin] Pushing event deleted for resources: {'Network': ['ID=df718479-1703-448c-84ac-ed84f9f84200,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:27.658883 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.766181 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.839171 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c615ca-1501-41ef-8f43-46dc9af09225,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:27.841749 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:27.843654 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c5c615ca-1501-41ef-8f43-46dc9af09225 HTTP/1.1" status: 204 len: 168 time: 0.3697090 Jul 26 16:11:27.846494 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49486) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:27.877319 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.877652 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.877988 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.878316 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.878640 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.878963 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.879284 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.879613 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.879926 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.880262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.880579 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.880894 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f67603-c16d-46b3-badf-e69c0e84a4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:27.925802 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.019201 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.022193 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device c386138f-e4ff-4e08-b664-73bc900f5835 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:28.032999 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212341bb-d4a4-42ea-8927-e157e021be71']}} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:28.042711 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: c386138f-e4ff-4e08-b664-73bc900f5835 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:28.043058 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device c386138f-e4ff-4e08-b664-73bc900f5835 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:28.043471 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device c52d9858-e235-4806-82b7-69079df80461 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:28.045133 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f0dc40-231b-433c-9940-5c9784d9c42e') {'for_net_delete': True} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:28.047216 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.services.segments.db [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f0dc40-231b-433c-9940-5c9784d9c42e') {} {{(pid=93038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:28.057133 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26762246'] for segment, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.063996 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: c52d9858-e235-4806-82b7-69079df80461 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:28.064606 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device c52d9858-e235-4806-82b7-69079df80461 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:28.064783 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 3929b48c-5581-4240-a756-b82391e86d80 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:28.072526 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.081639 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:11:28.082176 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25415025'] for segment, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: Traceback (most recent call last): Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: timer() Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: cb(*args, **kw) Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: return func(*args, **kwargs) Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: self._notify() Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: self.callback(batched_events) Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: event.method(event) Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: return f(self, *a, **k) Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._get(url).json() Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: return self.request(url, 'GET', **kwargs) Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:11:28.084057 dv-cinder-797608-11-iscsi neutron-server[93038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:11:28.089297 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 3929b48c-5581-4240-a756-b82391e86d80 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:28.089297 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 3929b48c-5581-4240-a756-b82391e86d80 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:28.136537 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947842'] for router_interface, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.150431 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.156491 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.160862 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] 10.222.0.50 "DELETE /v2.0/networks/212341bb-d4a4-42ea-8927-e157e021be71 HTTP/1.1" status: 204 len: 168 time: 0.3105314 Jul 26 16:11:28.169617 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9828542-70dd-4a35-9602-d7be1f59f07d admin admin] Pushing event deleted for resources: {'Network': ['ID=212341bb-d4a4-42ea-8927-e157e021be71,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:28.282498 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49490) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:28.326871 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-783fb845-1f18-4d18-b94c-1aff087f76e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca0877166f884b97b1352197f50e31b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429318 Jul 26 16:11:28.329916 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49492) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:28.431066 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0897900f-a4c1-4e9c-ab2d-fd589c970d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.459934 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0897900f-a4c1-4e9c-ab2d-fd589c970d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.483224 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Deleting port aaa23a51-0ebf-447a-bffb-2bf0de8594ed {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:28.483978 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.573891 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0897900f-a4c1-4e9c-ab2d-fd589c970d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.573891 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-0897900f-a4c1-4e9c-ab2d-fd589c970d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.577354 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-0897900f-a4c1-4e9c-ab2d-fd589c970d33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e15b17f7-81c5-49e5-a4b7-8728f080234a HTTP/1.1" status: 204 len: 168 time: 0.2440088 Jul 26 16:11:28.600527 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897900f-a4c1-4e9c-ab2d-fd589c970d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15b17f7-81c5-49e5-a4b7-8728f080234a,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:28.611180 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] For port aaa23a51-0ebf-447a-bffb-2bf0de8594ed, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,segment=NetworkSegment(46e6b024-7209-450e-9dfa-de7bdac59e2e),segment_id=46e6b024-7209-450e-9dfa-de7bdac59e2e)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:28.611751 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.633210 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Calling delete_port for aaa23a51-0ebf-447a-bffb-2bf0de8594ed owned by network:router_interface {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:28.842034 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:28.871435 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa23a51-0ebf-447a-bffb-2bf0de8594ed,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:29.297916 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947822'] for router_interface, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:29.519385 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a has already been hosted by L3 agent 01c69293-30c2-40c7-9b3b-12ec59a9b8ae {{(pid=93039) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 26 16:11:29.636026 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] Notify agent at l3_agent.dv-cinder-797608-11-iscsi the message routers_updated {{(pid=93039) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:11:29.641212 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-60932718-b132-49bc-96a2-3f99e6f19272 admin admin] 10.222.0.50 "PUT /v2.0/routers/8224aa4d-8d2a-43a0-8d78-10b25aedf60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0293522 Jul 26 16:11:29.643677 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49496) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:29.644864 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20039063-622c-451b-93f3-581b7c54c949 None None] Sync routers for ids ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'] in dv-cinder-797608-11-iscsi {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:11:29.654676 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20039063-622c-451b-93f3-581b7c54c949 None None] Routers {'8224aa4d-8d2a-43a0-8d78-10b25aedf60a'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:11:29.655277 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-20039063-622c-451b-93f3-581b7c54c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:11:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:29.748411 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks [] for router, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:29.759104 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-20039063-622c-451b-93f3-581b7c54c949 None None] Set router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a gateway port host: dv-cinder-797608-11-iscsi {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:11:29.856147 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:29.912626 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Deleting port e71b7778-ee69-48ba-a7f0-6411a74ec458 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:29.912967 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:29.956616 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-20039063-622c-451b-93f3-581b7c54c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'external_fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:11:28Z', 'revision_number': 5, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port': {'id': 'e71b7778-ee69-48ba-a7f0-6411a74ec458', 'name': '', 'network_id': 'fa5b0b50-33b9-4a0f-9006-f34d82d1fdcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-26T16:03:19Z', 'updated_at': '2021-07-26T16:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aa691e26-7be0-4439-9b66-967c8c24d3e1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-11-iscsi'}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:30.004574 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20039063-622c-451b-93f3-581b7c54c949 None None] Checking router: 8224aa4d-8d2a-43a0-8d78-10b25aedf60a for host: dv-cinder-797608-11-iscsi {{(pid=93041) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:11:30.018350 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20039063-622c-451b-93f3-581b7c54c949 None None] Routers {'8224aa4d-8d2a-43a0-8d78-10b25aedf60a'} bound to L3 agent in host dv-cinder-797608-11-iscsi {{(pid=93041) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 26 16:11:30.019129 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-20039063-622c-451b-93f3-581b7c54c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-26T15:52:06Z,description=,heartbeat_timestamp=2021-07-26T16:11:06Z,host='dv-cinder-797608-11-iscsi',id=01c69293-30c2-40c7-9b3b-12ec59a9b8ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-26T15:52:06Z,topic='l3_agent')) {'router_ids': ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'], 'active': True} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:30.025260 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] For port e71b7778-ee69-48ba-a7f0-6411a74ec458, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=e71b7778-ee69-48ba-a7f0-6411a74ec458,segment=NetworkSegment(7bca7fd4-2a49-4c34-9923-618c77388e08),segment_id=7bca7fd4-2a49-4c34-9923-618c77388e08)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:30.025887 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.053490 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Calling delete_port for e71b7778-ee69-48ba-a7f0-6411a74ec458 owned by network:router_gateway {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:30.131466 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_dvr_db [None req-20039063-622c-451b-93f3-581b7c54c949 None None] Set router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a gateway port host: None {{(pid=93041) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 26 16:11:30.223354 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.l3_hamode_db [None req-20039063-622c-451b-93f3-581b7c54c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:11:29Z', 'revision_number': 6, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port_host': None}], 'dv-cinder-797608-11-iscsi', False) {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:30.249114 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.254624 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20039063-622c-451b-93f3-581b7c54c949 None None] The sync data for ids ['8224aa4d-8d2a-43a0-8d78-10b25aedf60a'] in dv-cinder-797608-11-iscsi is: [{'id': '8224aa4d-8d2a-43a0-8d78-10b25aedf60a', 'name': 'tempest-TestVolumeBootPattern-836164017-router', 'tenant_id': '77af5e93df624336ba432fb4ace8ce59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-26T16:03:17Z', 'updated_at': '2021-07-26T16:11:29Z', 'revision_number': 6, 'project_id': '77af5e93df624336ba432fb4ace8ce59', 'gw_port_host': None}] {{(pid=93041) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:11:30.279156 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71b7778-ee69-48ba-a7f0-6411a74ec458,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:30.353754 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-947660'] for router_gateway, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.468714 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-560469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260529'] for router, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.471837 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.520108 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559301'] for router, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.520873 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8224aa4d-8d2a-43a0-8d78-10b25aedf60a {{(pid=93039) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:11:30.528868 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] Notify callbacks [] for router, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.530634 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-2849603f-b8bd-4ec9-9613-1aef35f6fe84 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8224aa4d-8d2a-43a0-8d78-10b25aedf60a HTTP/1.1" status: 204 len: 168 time: 0.8857689 Jul 26 16:11:30.533013 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49498) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:30.578021 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.db_base_plugin_v2 [None req-d228897f-a41a-4028-a2f7-414e60a90c25 admin admin] Deleting subnet d3a3f722-6d75-4ce0-855d-35f82539d18c {{(pid=93039) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 26 16:11:30.581573 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d228897f-a41a-4028-a2f7-414e60a90c25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.628893 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d228897f-a41a-4028-a2f7-414e60a90c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3917528'] for subnet, precommit_delete_associations {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.710628 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d228897f-a41a-4028-a2f7-414e60a90c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906867'] for subnet, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.762046 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d228897f-a41a-4028-a2f7-414e60a90c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2955868'] for subnet, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.786935 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228897f-a41a-4028-a2f7-414e60a90c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a3f722-6d75-4ce0-855d-35f82539d18c,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:30.792554 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-d228897f-a41a-4028-a2f7-414e60a90c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for subnet, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.795887 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-d228897f-a41a-4028-a2f7-414e60a90c25 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d3a3f722-6d75-4ce0-855d-35f82539d18c HTTP/1.1" status: 204 len: 168 time: 0.2605572 Jul 26 16:11:30.797508 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49500) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:30.799143 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a5f1e-d3de-487a-9d84-bab5a9f627f6 None None] Network 0a27350b-ca25-4387-b514-01e157cb2dd2 requested from dv-cinder-797608-11-iscsi {{(pid=93040) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 26 16:11:30.867333 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776219'] for network, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.918144 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Deleting port 9e41a836-0cb3-4b32-9741-84cba5786532 {{(pid=93039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:30.918476 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.980050 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.db [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] For port 9e41a836-0cb3-4b32-9741-84cba5786532, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9e41a836-0cb3-4b32-9741-84cba5786532,segment=NetworkSegment(46e6b024-7209-450e-9dfa-de7bdac59e2e),segment_id=46e6b024-7209-450e-9dfa-de7bdac59e2e)] {{(pid=93039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:30.980444 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:30.993470 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] DHCP port deletion for 0a27350b-ca25-4387-b514-01e157cb2dd2 request from dv-cinder-797608-11-iscsi {{(pid=93040) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 26 16:11:30.994659 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.plugin [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Calling delete_port for 9e41a836-0cb3-4b32-9741-84cba5786532 owned by network:dhcp {{(pid=93039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:31.051504 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Deleting port 9e41a836-0cb3-4b32-9741-84cba5786532 {{(pid=93040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 26 16:11:31.051817 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791180165506'] for port, before_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.076968 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917493'] for port, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.103386 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e41a836-0cb3-4b32-9741-84cba5786532,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:31.110849 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] No DVR routers for this DVR port 9e41a836-0cb3-4b32-9741-84cba5786532 on host dv-cinder-797608-11-iscsi {{(pid=93039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:11:31.124877 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.db [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] For port 9e41a836-0cb3-4b32-9741-84cba5786532, host dv-cinder-797608-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-11-iscsi',level=0,port_id=9e41a836-0cb3-4b32-9741-84cba5786532,segment=NetworkSegment(46e6b024-7209-450e-9dfa-de7bdac59e2e),segment_id=46e6b024-7209-450e-9dfa-de7bdac59e2e)] {{(pid=93040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:11:31.125273 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942446'] for port, precommit_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.137911 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Calling delete_port for 9e41a836-0cb3-4b32-9741-84cba5786532 owned by network:dhcp {{(pid=93040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 26 16:11:31.186677 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1961020', 'neutron.services.segments.db._delete_segments_for_network-8791180246047'] for network, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.197197 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a27350b-ca25-4387-b514-01e157cb2dd2']}} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:31.208609 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e6b024-7209-450e-9dfa-de7bdac59e2e') {'for_net_delete': True} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:31.209094 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.services.segments.db [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e6b024-7209-450e-9dfa-de7bdac59e2e') {} {{(pid=93039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:11:31.214494 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1766294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791180170972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791179781358'] for port, after_delete {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.219710 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791180246824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3917611'] for segment, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.235262 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893'] for segment, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.241969 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93039) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:11:31.242374 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917544'] for segment, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: Traceback (most recent call last): Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: timer() Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: cb(*args, **kw) Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: return func(*args, **kwargs) Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: self._notify() Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: self.callback(batched_events) Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: event.method(event) Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: aggregate_uuid = self.p_client.list_aggregates( Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: return f(self, *a, **k) Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._get(url).json() Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: return self.request(url, 'GET', **kwargs) Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: base_url = self.get_endpoint(auth, allow=allow, Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 26 16:11:31.244550 dv-cinder-797608-11-iscsi neutron-server[93039]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 26 16:11:31.307268 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1961013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-947696'] for network, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.313218 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747396'] for network, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.315148 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0a27350b-ca25-4387-b514-01e157cb2dd2 HTTP/1.1" status: 204 len: 168 time: 0.5167053 Jul 26 16:11:31.329076 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a88ef5-3d4f-4dbd-9443-8ac56b512ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a27350b-ca25-4387-b514-01e157cb2dd2,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:31.374773 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Pushing event deleted for resources: {'Port': ['ID=9e41a836-0cb3-4b32-9741-84cba5786532,revision_number=None']} {{(pid=93040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:31.382400 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] No DVR routers for this DVR port 9e41a836-0cb3-4b32-9741-84cba5786532 on host dv-cinder-797608-11-iscsi {{(pid=93040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 26 16:11:31.384493 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.384832 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.385169 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.385493 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.385816 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.386139 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.386457 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.386771 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.387093 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.387408 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.387729 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.388037 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae96cc-d398-42dd-ac9e-0465b6b45223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-11-iscsi {{(pid=93040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:11:31.492019 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49504) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:31.531601 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-697f5827-8816-44d7-8545-491e9540d7e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a521acbf91bb4c9b8b4739a09bcd60b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383279 Jul 26 16:11:31.533941 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [-] (93039) accepted ('10.222.0.50', 49506) {{(pid=93039) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:31.584622 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4231c7ed-dd14-40ab-9eac-517972d18b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.605601 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4231c7ed-dd14-40ab-9eac-517972d18b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.652229 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4231c7ed-dd14-40ab-9eac-517972d18b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.654759 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron_lib.callbacks.manager [None req-4231c7ed-dd14-40ab-9eac-517972d18b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:31.655926 dv-cinder-797608-11-iscsi neutron-server[93039]: INFO neutron.wsgi [None req-4231c7ed-dd14-40ab-9eac-517972d18b78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25dc27ed-0d96-4d23-89cc-921e0d4607b2 HTTP/1.1" status: 204 len: 168 time: 0.1210275 Jul 26 16:11:31.663525 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231c7ed-dd14-40ab-9eac-517972d18b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dc27ed-0d96-4d23-89cc-921e0d4607b2,revision_number=None']} {{(pid=93039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:31.961800 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49512) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:32.004239 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-b9b95756-3696-4365-bcb5-d7e843016f2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77af5e93df624336ba432fb4ace8ce59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388887 Jul 26 16:11:32.004504 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.wsgi [-] (93038) accepted ('10.222.0.50', 49514) {{(pid=93038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 26 16:11:32.017888 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9e41a836-0cb3-4b32-9741-84cba5786532 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:32.037099 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: 9e41a836-0cb3-4b32-9741-84cba5786532 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:32.037443 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device 9e41a836-0cb3-4b32-9741-84cba5786532 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:32.037853 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device aaa23a51-0ebf-447a-bffb-2bf0de8594ed no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:32.051519 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ec19320c-38d2-444e-8e09-cb2306c1c3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:32.056359 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: aaa23a51-0ebf-447a-bffb-2bf0de8594ed {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:32.056711 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device aaa23a51-0ebf-447a-bffb-2bf0de8594ed not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:32.057122 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e71b7778-ee69-48ba-a7f0-6411a74ec458 no longer exists at agent ovs-agent-dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:11:32.073084 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ec19320c-38d2-444e-8e09-cb2306c1c3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:32.076951 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] No Port match for: e71b7778-ee69-48ba-a7f0-6411a74ec458 {{(pid=93040) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 26 16:11:32.077306 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron.plugins.ml2.rpc [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Device e71b7778-ee69-48ba-a7f0-6411a74ec458 not bound to the agent host dv-cinder-797608-11-iscsi {{(pid=93040) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:11:32.120032 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ec19320c-38d2-444e-8e09-cb2306c1c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735449'] for security_group, after_delete {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:32.122844 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron_lib.callbacks.manager [None req-ec19320c-38d2-444e-8e09-cb2306c1c3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:32.123982 dv-cinder-797608-11-iscsi neutron-server[93038]: INFO neutron.wsgi [None req-ec19320c-38d2-444e-8e09-cb2306c1c3ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99a2561a-ed10-4a65-a451-9103beb7f6b2 HTTP/1.1" status: 204 len: 168 time: 0.1186023 Jul 26 16:11:32.132559 dv-cinder-797608-11-iscsi neutron-server[93038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19320c-38d2-444e-8e09-cb2306c1c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a2561a-ed10-4a65-a451-9103beb7f6b2,revision_number=None']} {{(pid=93038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:11:33.708791 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ab921b87-f31d-4f1a-9677-8c2a3e200d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:36.214825 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-1ff5d5ed-c0fb-4d51-92e3-4f1ff8127bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:36.470314 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:36.886985 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:11:37.267884 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:38.954662 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:11:55.868141 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:03.710655 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d0fa08a7-b2e1-4c34-ac75-aa3e0c8b2bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:06.217920 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-f714f9df-e6d3-46d3-a1e0-bca558c03eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:06.471438 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:07.270878 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:08.957225 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:13.890055 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:12:25.864139 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:33.711888 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-0c4d3eb4-b7ef-4ed2-8235-6b15b73e3233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:36.220214 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7d401db8-c2c4-4f01-8d74-891d8a83f51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:36.476261 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:37.272695 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:38.960595 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:12:50.889938 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:12:55.862220 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:03.711969 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ceb0298d-dbff-4430-872b-d310fb2cb74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:06.221135 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-dce13e3b-d305-4311-92ff-651f519cee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:06.478249 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:07.275282 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:08.961947 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:25.876718 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:27.888660 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:13:33.714087 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-d141f6c8-e49e-4074-b328-4b0602bbc3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:36.225773 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-043d7913-c0ef-428e-8ad4-ebb16fa525d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:36.480824 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:37.277226 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:38.965424 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:13:55.878398 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:03.715441 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a0c56038-e7b2-4e19-8758-1a46d72adbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:04.887276 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:14:06.226388 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-03927f53-48dd-49a4-802d-d66767a38627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:06.481620 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:07.281069 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:08.968512 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:25.907130 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:33.717773 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-c17cb8eb-3076-45f2-ae0f-ca4f698daeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:36.227315 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-795049a9-79a6-41ba-90a8-92633494c446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:36.485839 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:37.283743 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:38.972208 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:14:41.887398 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:14:55.921198 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:03.719829 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-88da491f-57e8-4bc7-a554-8cd14fce5014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:06.229193 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-34708b6f-f950-429e-82d6-d9ff5df56bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:06.489727 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:07.285350 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:08.975818 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:18.886410 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:15:25.937714 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:33.722483 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-fa4e35b6-87a1-426a-959f-ae18af6052bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:36.231101 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7c605d0c-27a3-48c6-8d9f-c15012c8f568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:36.490667 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:37.288548 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:38.979008 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:15:55.294810 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-9cbf68cd-3d97-48be-afbc-7a4eeca0f6b8 req-2b08d7ff-6e02-46e6-a7fc-25f16d144a3a service neutron] (93039) timed out ('10.222.0.38', 64085) {{(pid=93039) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 16:15:55.297600 dv-cinder-797608-11-iscsi neutron-server[93039]: DEBUG neutron.wsgi [req-0bb4eeb3-ae95-4675-a773-dd197a444d5d req-f5b5bc6b-681b-4ebe-a016-d74c8af107fc service neutron] (93039) timed out ('10.222.0.38', 64024) {{(pid=93039) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 26 16:15:55.885090 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:15:55.967337 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:03.725263 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-94627070-d0c6-4e7e-8117-d58329879b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:06.232221 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-46b4ddaf-c1a7-417f-92ea-f88250272b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:06.492529 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:07.292334 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:08.982152 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:25.982751 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-7efd19ac-23e7-45d9-b2df-5851142a45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:32.884712 dv-cinder-797608-11-iscsi neutron-server[93041]: DEBUG neutron.db.agents_db [None req-09f0dd6c-6116-4466-88fc-136eed5434d2 None None] Agent healthcheck: found 6 active agents {{(pid=93041) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:16:33.725594 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-ea4e66c2-8c26-46f4-81e4-6b4c456f32cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:36.234242 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-a600dc98-ba1b-4fb6-880c-06b9ee901f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:36.494094 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2851-39df-43eb-bbe6-0746c344e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:37.297425 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-af0587b9-7ac4-45c9-9d2e-b08c1eb5a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 26 16:16:38.984530 dv-cinder-797608-11-iscsi neutron-server[93040]: DEBUG neutron_lib.callbacks.manager [None req-20289bc4-5e63-4fe1-9311-81bc3b9997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791180246029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1960272'] for agent, after_update {{(pid=93040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}